[ 547.369459] env[65725]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 547.369459] env[65725]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 548.388311] env[65815]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 548.388311] env[65815]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 549.949724] env[65815]: INFO neutron.common.config [-] Logging enabled! [ 549.950132] env[65815]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev11 [ 549.950325] env[65815]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65815) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 549.950640] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 549.950733] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 549.951588] env[65815]: WARNING oslo_policy.policy [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.951802] env[65815]: WARNING oslo_policy.policy [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 549.953488] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] VMware NSXv3 Agent initialized successfully. [ 549.953835] env[65815]: DEBUG oslo_concurrency.lockutils [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] Acquiring lock "singleton_lock" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.953963] env[65815]: DEBUG oslo_concurrency.lockutils [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] Acquired lock "singleton_lock" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.954220] env[65815]: DEBUG oslo_concurrency.lockutils [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] Releasing lock "singleton_lock" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.954462] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] Full set of CONF: {{(pid=65815) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 549.954567] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ******************************************************************************** {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 549.954665] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] Configuration options gathered from: {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 549.955033] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 549.955205] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 549.955308] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ================================================================================ {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 549.955476] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] agent_down_time = 75 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.955611] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] allow_automatic_dhcp_failover = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.955744] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] allow_bulk = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.955879] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] api_extensions_path = {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.956017] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] api_paste_config = api-paste.ini {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.956156] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] auth_strategy = keystone {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.956256] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] backdoor_port = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.956354] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] backdoor_socket = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.956485] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] backlog = 4096 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.956616] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.956772] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] bind_host = 0.0.0.0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.956906] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] bind_port = 9696 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.957076] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] client_socket_timeout = 900 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.957213] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] config_dir = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.957318] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.957451] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] config_source = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.957582] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] control_exchange = neutron {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.957715] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] core_plugin = ml2 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.957845] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] debug = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.957994] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] default_availability_zones = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.958238] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.958413] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] dhcp_agent_notification = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.958583] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] dhcp_agents_per_network = 1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.958721] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] dhcp_lease_duration = 86400 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.958859] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] dhcp_load_type = networks {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.958991] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] dns_domain = openstacklocal {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.959155] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.959286] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] enable_default_route_bfd = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.959413] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] enable_default_route_ecmp = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.959537] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] enable_dvr = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.959676] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] enable_new_agents = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.959809] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.959938] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] enable_signals = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.960088] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] enable_traditional_dhcp = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.960225] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] external_dns_driver = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.960396] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] filter_validation = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.960542] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] global_physnet_mtu = 8950 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.960700] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] graceful_shutdown_timeout = 60 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.960884] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] host = cpu-1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.961030] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] host_dvr_for_dhcp = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.961164] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] http_retries = 3 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.961346] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] instance_format = [instance: %(uuid)s] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.961449] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.961580] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ipam_driver = internal {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.961708] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ipv6_pd_enabled = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.961834] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] l3_ha = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.961963] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.962124] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] l3_ha_network_physical_name = {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.962253] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] l3_ha_network_type = {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.962388] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_color = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.962519] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_config_append = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.962670] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.962800] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_dir = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.962926] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_file = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.963036] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_options = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.963171] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_rotate_interval = 1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.963311] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_rotate_interval_type = days {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.963448] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] log_rotation_type = none {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.963550] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.963649] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.963782] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.963912] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.964020] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.964150] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] max_dns_nameservers = 5 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.964355] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] max_header_line = 16384 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.964407] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] max_l3_agents_per_router = 3 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.964518] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] max_logfile_count = 30 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.964644] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] max_logfile_size_mb = 200 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.964768] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] max_subnet_host_routes = 20 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.964898] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] my_ip = 10.180.1.21 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.965043] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] my_ipv6 = ::1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.965173] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] network_auto_schedule = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.965298] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] network_link_prefix = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.965430] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.965588] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] notify_nova_on_port_data_changes = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.965723] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] notify_nova_on_port_status_changes = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.965855] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] pagination_max_limit = -1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.965994] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] publish_errors = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.966139] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] rate_limit_burst = 0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.966271] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] rate_limit_except_level = CRITICAL {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.966398] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] rate_limit_interval = 0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.966522] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] retry_until_window = 30 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.966649] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] router_distributed = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.966781] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] rpc_resources_processing_step = 20 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.966902] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] rpc_response_max_timeout = 600 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.967038] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] rpc_response_timeout = 60 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.967167] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] send_events_interval = 2 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.967311] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] service_plugins = ['router'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.967448] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] setproctitle = on {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.967571] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] shell_completion = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.967702] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] state_path = /opt/stack/data/neutron {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.967834] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] syslog_log_facility = LOG_USER {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.967961] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] tcp_keepidle = 600 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.968105] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] transport_url = **** {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.968258] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] use_journal = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.968390] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] use_json = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.968520] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] use_ssl = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.968648] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] use_stderr = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.968782] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] use_syslog = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.968906] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] vlan_qinq = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.969038] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] vlan_transparent = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.969170] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] watch_log_file = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.969299] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] wsgi_default_pool_size = 100 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.969427] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] wsgi_keep_alive = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.969559] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.969685] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] wsgi_server_debug = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 549.969831] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_concurrency.disable_process_locking = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.969970] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970147] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970313] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970463] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970616] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970749] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.970917] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.connection_string = messaging:// {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971075] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.enabled = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971219] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.es_doc_type = notification {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971419] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.es_scroll_size = 10000 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971563] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.es_scroll_time = 2m {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971700] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.filter_error_trace = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971835] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.hmac_keys = **** {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.971992] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.sentinel_service_name = mymaster {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972149] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.socket_timeout = 0.1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972295] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.trace_requests = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972426] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler.trace_sqlalchemy = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972568] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler_jaeger.process_tags = {} {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972784] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler_jaeger.service_name_prefix = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972834] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] profiler_otlp.service_name_prefix = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.972962] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.enforce_new_defaults = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973240] env[65815]: WARNING oslo_config.cfg [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 549.973412] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.enforce_scope = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973568] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.policy_default_rule = default {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973718] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973855] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.973992] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974137] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974266] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974438] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974580] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974660] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974785] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.974926] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] agent.extensions = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975073] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975211] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] service_providers.service_provider = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975351] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.default_quota = -1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975489] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975620] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_floatingip = 50 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975748] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_network = 100 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.975875] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_port = 500 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976011] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976151] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_router = 10 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976280] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_security_group = 10 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976411] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976539] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.quota_subnet = 100 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976665] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] QUOTAS.track_quota_usage = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976808] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.976936] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep.group = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977075] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep.helper_command = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977208] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep.log_daemon_traceback = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977345] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977470] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep.thread_pool_size = 8 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977598] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep.user = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977737] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977863] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_dhcp_release.group = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.977987] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_dhcp_release.helper_command = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978126] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978284] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978419] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978546] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_dhcp_release.user = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978683] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978808] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_ovs_vsctl.group = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.978934] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979071] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979208] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979339] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979466] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_ovs_vsctl.user = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979601] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_namespace.capabilities = [21] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979725] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_namespace.group = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979851] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_namespace.helper_command = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.979979] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980123] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980252] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980401] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_namespace.user = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980543] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_conntrack.capabilities = [12] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980670] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_conntrack.group = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980798] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_conntrack.helper_command = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.980928] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981156] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981321] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981471] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_conntrack.user = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981611] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_link.capabilities = [12, 21] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981740] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_link.group = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981868] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_link.helper_command = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.981998] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_link.log_daemon_traceback = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982148] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982281] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_link.thread_pool_size = 8 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982410] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] privsep_link.user = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982558] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982697] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982831] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.continue_on_failed_promotions = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.982954] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.dscp = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983099] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.dscp_inherit = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983235] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.force_mp_to_policy = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983366] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.locking_coordinator_url = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983499] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.log_agent_heartbeats = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983629] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.logging_expire = 1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983764] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.983894] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984040] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.polling_interval = 240 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984174] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984311] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984452] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.report_interval = 30.0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984589] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984739] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984855] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.984989] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.sync_skew = 60 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985131] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.synchronization_queue_size = 20 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985262] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT.use_helper_for_ns_read = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985412] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] SECURITYGROUP.enable_ipset = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985583] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] SECURITYGROUP.enable_security_group = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985728] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.985868] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986016] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] experimental.ipv6_pd_enabled = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986176] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.extension_drivers = ['port_security'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986307] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.external_network_type = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986453] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986590] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.overlay_ip_version = 4 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986771] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.path_mtu = 8950 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.986986] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.physical_network_mtus = {} {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987209] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987414] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987620] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ml2.type_drivers = ['vlan'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.987828] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988048] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988262] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988468] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988667] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.988859] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989037] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989184] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989323] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989527] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989675] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_login_password = **** {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989819] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.989959] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_login_user = admin {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990110] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990252] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990416] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990552] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990691] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990835] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.990970] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991116] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991256] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991413] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991557] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991691] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.991825] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992027] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992172] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992310] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992447] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992585] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.auth_section = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992728] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.auth_type = password {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992865] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.992994] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.certfile = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993166] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.collect_timing = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993278] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.endpoint_type = public {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993409] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.insecure = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993534] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.keyfile = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993669] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.region_name = RegionOne {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.993829] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.split_loggers = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994266] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] nova.timeout = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994266] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.auth_section = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994266] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.auth_type = password {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994417] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994506] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.certfile = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994680] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.collect_timing = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.994868] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.endpoint_type = public {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995016] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.insecure = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995152] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.keyfile = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995283] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.region_name = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995416] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.split_loggers = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995542] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] placement.timeout = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995678] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.auth_section = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995807] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.auth_type = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.995933] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.cafile = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996068] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.certfile = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996201] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.collect_timing = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996327] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.connect_retries = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996455] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.connect_retry_delay = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996583] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.enable_notifications = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996709] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.endpoint_override = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996836] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.insecure = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.996961] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.interface = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997104] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.keyfile = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997235] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.max_version = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997360] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.min_version = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997484] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.region_name = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997610] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.retriable_status_codes = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997735] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.service_name = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997858] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.service_type = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.997983] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.split_loggers = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998124] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.status_code_retries = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998305] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.status_code_retry_delay = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998455] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.timeout = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998586] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.valid_interfaces = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998714] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ironic.version = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998850] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] cli_script.dry_run = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.998995] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999156] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999290] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999423] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999553] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999681] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999809] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 549.999936] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000075] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000218] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000369] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000514] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000651] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000788] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.000919] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001067] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001201] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001330] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001468] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001599] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001727] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001855] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.001981] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002121] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002252] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002380] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002510] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002637] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002764] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.002891] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003026] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.ssl = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003165] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003312] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003426] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003558] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003690] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003819] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.003959] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_notifications.driver = [] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004103] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_notifications.retry = -1 {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004249] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004376] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 550.004478] env[65815]: DEBUG oslo_service.backend._eventlet.service [None req-9f7a3803-b687-4e46-beb5-f42573eece94 None None] ******************************************************************************** {{(pid=65815) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 550.005623] env[65815]: DEBUG neutron.agent.securitygroups_rpc [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Init firewall settings (driver=nsxv3) {{(pid=65815) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 550.006919] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65815) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 550.007172] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] RPC agent_id: nsxm-l-01a.corp.local [ 550.009394] env[65815]: DEBUG dogpile.cache.region [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 550.009510] env[65815]: DEBUG dogpile.lock [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 550.009606] env[65815]: DEBUG dogpile.lock [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 550.009693] env[65815]: DEBUG dogpile.lock [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 550.009782] env[65815]: DEBUG dogpile.cache.region [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 550.009866] env[65815]: DEBUG dogpile.lock [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 550.009987] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 550.057717] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Session token - acquiring [ 550.060356] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.060544] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.060674] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.061109] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.073624] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.363507] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 550.385441] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 550.385552] env[65815]: DEBUG dogpile.cache.region [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Cache value generated in 0.375 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 550.385607] env[65815]: DEBUG dogpile.lock [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 550.385720] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Activating Policy API Provider. [ 550.385908] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Looking for the default Infrastructure Rules. [ 550.458585] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Looking for the Default Layer3 Logged Drop Section. [ 550.475613] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 550.476086] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.476261] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.476362] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.476659] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.476995] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.992311] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.496913] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 551.999593] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Inventory metadata is going to be refreshed. [ 552.000099] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 552.831021] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.831021] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.831021] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.831021] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.843718] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 552.844867] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.845649] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 552.866851] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.867411] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.869499] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.869499] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.869499] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.869499] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 552.869499] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.869499] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 552.890272] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.890272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.890272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.890272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.890272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.890272] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 552.912019] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.912019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.912019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.912019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.912019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.912019] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 552.929282] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.929876] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.930149] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.930581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.930858] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.931142] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 552.931380] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.931610] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 552.952025] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.952025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.952025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.952025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.952025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.952025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 552.952025] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.952025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 552.971981] env[65815]: DEBUG networking_nsxv3.common.locking [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.972519] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.972767] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.973167] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.973440] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.973702] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 552.973946] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 552.974189] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Inventory metadata have been refreshed. [ 552.974418] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Dryrun:True. Metadata refresh completed. [ 552.974653] env[65815]: DEBUG oslo_concurrency.lockutils [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Releasing lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.979017] env[65815]: INFO neutron.agent.agent_extensions_manager [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Loaded agent extensions: [] [ 552.979017] env[65815]: DEBUG neutron_lib.callbacks.manager [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65815) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 553.032573] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent RPC Daemon Started! [ 553.032573] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:0 started [ 553.032573] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent out of sync with plugin! [ 557.977870] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.978306] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.979269] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.979692] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.945389] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ea26c616-395e-4b08-a1ea-33e2d82ceb05 demo admin] Enqueued Resource ID: 25515800-a7b5-48c0-916b-cb8e518c3fa5 with Priority: HIGHEST for action security_group_rules [ 567.945920] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25515800-a7b5-48c0-916b-cb8e518c3fa5 with Priority: HIGHEST for action security_group_rules [ 567.946270] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25515800-a7b5-48c0-916b-cb8e518c3fa5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.946432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25515800-a7b5-48c0-916b-cb8e518c3fa5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.946509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25515800-a7b5-48c0-916b-cb8e518c3fa5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.946923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25515800-a7b5-48c0-916b-cb8e518c3fa5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.947149] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25515800-a7b5-48c0-916b-cb8e518c3fa5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.466861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.467123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.467123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.467297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.467390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.467486] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25515800-a7b5-48c0-916b-cb8e518c3fa5 already deleted. [ 568.467565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25515800-a7b5-48c0-916b-cb8e518c3fa5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.948029] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.948029] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.949156] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.949654] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 582.951102] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 582.951492] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.980334] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.980881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.980881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.980881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.981110] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.484074] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.987015] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.489352] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 585.489540] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 586.197244] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.197684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.197684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.197684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.208518] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 586.209442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.210255] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 586.226847] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.227065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.227065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.227267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.227349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.227451] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 586.227517] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.227584] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 586.246872] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.247038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.247106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.247281] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.247408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.247514] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.266587] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.266765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.266806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.266972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.267088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.267192] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.287061] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.287274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.287274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.287482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.287583] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.287693] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 586.287764] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.287834] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 586.305036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.305245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.305245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.305419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.305508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.305608] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 586.305673] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.305744] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 586.325543] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.325749] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.325749] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.325909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.326033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.326144] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 586.326216] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 586.326280] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 586.326341] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 586.326414] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 586.326471] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 586.326531] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 586.326783] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 586.326838] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 586.326905] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 586.344817] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.345112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.345112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.345184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.345291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.345393] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 586.364807] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.365022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.365022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.365211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.365313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.380860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.954029] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 587.954029] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 592.953600] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 592.953600] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 597.954816] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 597.955207] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 598.250061] env[65815]: INFO networking_nsxv3.common.synchronization [None req-98fca1b6-9d21-4e0b-8f80-bac010f6cdc2 None None] Enqueued Resource ID: 48c90a14-4e0c-455c-9720-82079828bfd8 with Priority: HIGHEST for action port [ 598.251455] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c90a14-4e0c-455c-9720-82079828bfd8 with Priority: HIGHEST for action port [ 598.252700] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c90a14-4e0c-455c-9720-82079828bfd8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.252897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c90a14-4e0c-455c-9720-82079828bfd8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.252897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c90a14-4e0c-455c-9720-82079828bfd8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.253253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c90a14-4e0c-455c-9720-82079828bfd8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.253253] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c90a14-4e0c-455c-9720-82079828bfd8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.756178] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48c90a14-4e0c-455c-9720-82079828bfd8 [ 598.756368] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.756503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.756570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.756774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.756855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.756946] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48c90a14-4e0c-455c-9720-82079828bfd8 already deleted. [ 598.757067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c90a14-4e0c-455c-9720-82079828bfd8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.855267] env[65815]: INFO networking_nsxv3.common.synchronization [None req-35342fdc-1153-43a4-99e0-5c34bba25621 None None] Enqueued Resource ID: e9dc9878-04fb-48e7-b9e2-ce393d9c5536 with Priority: HIGHEST for action port [ 598.857768] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dc9878-04fb-48e7-b9e2-ce393d9c5536 with Priority: HIGHEST for action port [ 598.857768] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9dc9878-04fb-48e7-b9e2-ce393d9c5536 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.857768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9dc9878-04fb-48e7-b9e2-ce393d9c5536" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.857768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9dc9878-04fb-48e7-b9e2-ce393d9c5536" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.858081] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9dc9878-04fb-48e7-b9e2-ce393d9c5536" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.858290] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9dc9878-04fb-48e7-b9e2-ce393d9c5536',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.035645] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7f93e19d-8479-4ce6-a71c-aa44bd98bf9d None None] Enqueued Resource ID: 91f74905-da7f-4360-a8af-5aaaaa883d88 with Priority: HIGHEST for action port [ 599.037617] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91f74905-da7f-4360-a8af-5aaaaa883d88 with Priority: HIGHEST for action port [ 599.037617] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-91f74905-da7f-4360-a8af-5aaaaa883d88 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.038408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91f74905-da7f-4360-a8af-5aaaaa883d88" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.038408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91f74905-da7f-4360-a8af-5aaaaa883d88" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.038408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91f74905-da7f-4360-a8af-5aaaaa883d88" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.038663] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91f74905-da7f-4360-a8af-5aaaaa883d88',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.364162] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9dc9878-04fb-48e7-b9e2-ce393d9c5536 [ 599.364162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.364162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.364162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.364162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.364162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.364162] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9dc9878-04fb-48e7-b9e2-ce393d9c5536 already deleted. [ 599.364162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9dc9878-04fb-48e7-b9e2-ce393d9c5536" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.542395] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91f74905-da7f-4360-a8af-5aaaaa883d88 [ 599.542775] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.542932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.543012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.543257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.543349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.543444] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91f74905-da7f-4360-a8af-5aaaaa883d88 already deleted. [ 599.543527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91f74905-da7f-4360-a8af-5aaaaa883d88" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.699773] env[65815]: INFO networking_nsxv3.common.synchronization [None req-86759150-0ec5-4c23-a861-a5ac61b58d3c None None] Enqueued Resource ID: f4afa2a0-cd07-4985-9e05-ce9ef1672785 with Priority: HIGHEST for action port [ 599.699773] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4afa2a0-cd07-4985-9e05-ce9ef1672785 with Priority: HIGHEST for action port [ 599.700073] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4afa2a0-cd07-4985-9e05-ce9ef1672785 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.700073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4afa2a0-cd07-4985-9e05-ce9ef1672785" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.700073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4afa2a0-cd07-4985-9e05-ce9ef1672785" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.700824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4afa2a0-cd07-4985-9e05-ce9ef1672785" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.700915] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4afa2a0-cd07-4985-9e05-ce9ef1672785',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.204576] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4afa2a0-cd07-4985-9e05-ce9ef1672785 [ 600.204855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.204918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.205741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.205741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.205741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.205741] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4afa2a0-cd07-4985-9e05-ce9ef1672785 already deleted. [ 600.205741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4afa2a0-cd07-4985-9e05-ce9ef1672785" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.078756] env[65815]: INFO networking_nsxv3.common.synchronization [None req-9d4ef996-6419-4b86-97e3-5bab934065de None None] Enqueued Resource ID: 1ec4ea81-b3ee-4940-96cf-cbe38cada623 with Priority: HIGHEST for action port [ 601.079039] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec4ea81-b3ee-4940-96cf-cbe38cada623 with Priority: HIGHEST for action port [ 601.079585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ec4ea81-b3ee-4940-96cf-cbe38cada623 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.086067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ec4ea81-b3ee-4940-96cf-cbe38cada623" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.086067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ec4ea81-b3ee-4940-96cf-cbe38cada623" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.086067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ec4ea81-b3ee-4940-96cf-cbe38cada623" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.086067] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec4ea81-b3ee-4940-96cf-cbe38cada623',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.543842] env[65815]: INFO networking_nsxv3.common.synchronization [None req-f3aaf335-3f62-4f0f-b574-9a14c7f678ab None None] Enqueued Resource ID: 7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd with Priority: HIGHEST for action port [ 601.544697] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd with Priority: HIGHEST for action port [ 601.544697] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.544835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.544835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.545899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.546020] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.587560] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ec4ea81-b3ee-4940-96cf-cbe38cada623 [ 601.588518] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.588842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.588842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.589979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.589979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.589979] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ec4ea81-b3ee-4940-96cf-cbe38cada623 already deleted. [ 601.589979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ec4ea81-b3ee-4940-96cf-cbe38cada623" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.749529] env[65815]: INFO networking_nsxv3.common.synchronization [None req-19d91bfa-2163-4ddc-acb0-6561854cba7b None None] Enqueued Resource ID: cec8aafc-6162-4e72-a385-149533ef143a with Priority: HIGHEST for action port [ 601.749786] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cec8aafc-6162-4e72-a385-149533ef143a with Priority: HIGHEST for action port [ 601.750662] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-cec8aafc-6162-4e72-a385-149533ef143a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.750800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cec8aafc-6162-4e72-a385-149533ef143a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.750873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cec8aafc-6162-4e72-a385-149533ef143a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.754210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cec8aafc-6162-4e72-a385-149533ef143a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.754336] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cec8aafc-6162-4e72-a385-149533ef143a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.052290] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd [ 602.052290] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.052290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.052290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.052498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.052848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.052848] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd already deleted. [ 602.052848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e7dd0bd-a0a2-466a-a7b0-84a63c7311fd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.256332] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cec8aafc-6162-4e72-a385-149533ef143a [ 602.256507] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.256646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.256715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.257121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.257121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.257121] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cec8aafc-6162-4e72-a385-149533ef143a already deleted. [ 602.257229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cec8aafc-6162-4e72-a385-149533ef143a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.533019] env[65815]: INFO networking_nsxv3.common.synchronization [None req-4e51651b-c14b-41a9-8519-837d3215034e None None] Enqueued Resource ID: 3ec7daad-82db-4504-a336-baeecd65940d with Priority: HIGHEST for action port [ 602.538020] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec7daad-82db-4504-a336-baeecd65940d with Priority: HIGHEST for action port [ 602.538020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec7daad-82db-4504-a336-baeecd65940d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.538020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec7daad-82db-4504-a336-baeecd65940d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.538020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec7daad-82db-4504-a336-baeecd65940d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.538020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec7daad-82db-4504-a336-baeecd65940d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.538020] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec7daad-82db-4504-a336-baeecd65940d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.039253] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ec7daad-82db-4504-a336-baeecd65940d [ 603.039537] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.039537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.039747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.039815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.039926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.040066] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ec7daad-82db-4504-a336-baeecd65940d already deleted. [ 603.040162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec7daad-82db-4504-a336-baeecd65940d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.277977] env[65815]: INFO networking_nsxv3.common.synchronization [None req-32a8ba69-c46c-40da-9a1f-57ce5465717a None None] Enqueued Resource ID: 5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b with Priority: HIGHEST for action port [ 604.278570] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b with Priority: HIGHEST for action port [ 604.278892] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.279028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.279085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.279341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.279424] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.637592] env[65815]: INFO networking_nsxv3.common.synchronization [None req-4270fab6-6743-436e-934e-b1d17c327f57 None None] Enqueued Resource ID: 1baedca4-8bf6-4347-a97f-1a14e2ed53c4 with Priority: HIGHEST for action port [ 604.637853] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1baedca4-8bf6-4347-a97f-1a14e2ed53c4 with Priority: HIGHEST for action port [ 604.638430] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1baedca4-8bf6-4347-a97f-1a14e2ed53c4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.638561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1baedca4-8bf6-4347-a97f-1a14e2ed53c4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.638631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1baedca4-8bf6-4347-a97f-1a14e2ed53c4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.638893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1baedca4-8bf6-4347-a97f-1a14e2ed53c4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.638978] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1baedca4-8bf6-4347-a97f-1a14e2ed53c4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.782541] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b [ 604.782742] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.782871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.782934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.783175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.783265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.783365] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b already deleted. [ 604.783447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2b3dd3-3a94-49c2-a2b1-033c35e9e08b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.141317] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1baedca4-8bf6-4347-a97f-1a14e2ed53c4 [ 605.141612] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.141796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.141890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.142348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.142348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.142348] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1baedca4-8bf6-4347-a97f-1a14e2ed53c4 already deleted. [ 605.142510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1baedca4-8bf6-4347-a97f-1a14e2ed53c4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.382344] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ed1a7c9b-719a-4b35-9810-2d4cd7b4d86f None None] Enqueued Resource ID: 63727d1b-2730-4c55-abaf-f859c20a1351 with Priority: HIGHEST for action port [ 606.382344] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63727d1b-2730-4c55-abaf-f859c20a1351 with Priority: HIGHEST for action port [ 606.382344] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-63727d1b-2730-4c55-abaf-f859c20a1351 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.382344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63727d1b-2730-4c55-abaf-f859c20a1351" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.382344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63727d1b-2730-4c55-abaf-f859c20a1351" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.382344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63727d1b-2730-4c55-abaf-f859c20a1351" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.382344] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63727d1b-2730-4c55-abaf-f859c20a1351',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.503512] env[65815]: INFO networking_nsxv3.common.synchronization [None req-90916327-3975-437b-9726-4b3c8de467d1 None None] Enqueued Resource ID: d8c44a53-06ef-4976-9b51-d6e0e648e684 with Priority: HIGHEST for action port [ 606.503891] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c44a53-06ef-4976-9b51-d6e0e648e684 with Priority: HIGHEST for action port [ 606.504244] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c44a53-06ef-4976-9b51-d6e0e648e684 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.504374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c44a53-06ef-4976-9b51-d6e0e648e684" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.504439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c44a53-06ef-4976-9b51-d6e0e648e684" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.504798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c44a53-06ef-4976-9b51-d6e0e648e684" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.504798] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c44a53-06ef-4976-9b51-d6e0e648e684',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.886160] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63727d1b-2730-4c55-abaf-f859c20a1351 [ 606.886460] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.886605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.886677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.887283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.887396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.887500] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63727d1b-2730-4c55-abaf-f859c20a1351 already deleted. [ 606.887584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63727d1b-2730-4c55-abaf-f859c20a1351" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.011328] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8c44a53-06ef-4976-9b51-d6e0e648e684 [ 607.011328] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.011328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.011328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.011328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.011328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.011328] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8c44a53-06ef-4976-9b51-d6e0e648e684 already deleted. [ 607.011328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c44a53-06ef-4976-9b51-d6e0e648e684" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.119055] env[65815]: INFO networking_nsxv3.common.synchronization [None req-fe3d8515-5779-4c75-aac5-31fb743bab8e None None] Enqueued Resource ID: c116b3ab-d285-4980-82cf-394f154bda72 with Priority: HIGHEST for action port [ 607.119603] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c116b3ab-d285-4980-82cf-394f154bda72 with Priority: HIGHEST for action port [ 607.121258] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c116b3ab-d285-4980-82cf-394f154bda72 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.121258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c116b3ab-d285-4980-82cf-394f154bda72" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.121258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c116b3ab-d285-4980-82cf-394f154bda72" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.121258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c116b3ab-d285-4980-82cf-394f154bda72" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.121258] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c116b3ab-d285-4980-82cf-394f154bda72',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.221816] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7f4b92c6-4cc7-415a-b57e-f8947aa0c080 None None] Enqueued Resource ID: 43610411-6412-402a-b8d5-20b7fc1cb7d5 with Priority: HIGHEST for action port [ 607.222367] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43610411-6412-402a-b8d5-20b7fc1cb7d5 with Priority: HIGHEST for action port [ 607.222706] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-43610411-6412-402a-b8d5-20b7fc1cb7d5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.222838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43610411-6412-402a-b8d5-20b7fc1cb7d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.222919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43610411-6412-402a-b8d5-20b7fc1cb7d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.226174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43610411-6412-402a-b8d5-20b7fc1cb7d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.226174] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43610411-6412-402a-b8d5-20b7fc1cb7d5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.610621] env[65815]: INFO networking_nsxv3.common.synchronization [req-312622d6-1b64-4192-95ab-6d0325b80a56 req-01ba471e-5717-4ab4-bacb-0e1b26fae9d0 tempest-ServerDiagnosticsTest-947496884 tempest-ServerDiagnosticsTest-947496884-project-member] Enqueued Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGHEST for action security_group_members [ 607.611197] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGHEST for action security_group_members [ 607.611492] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b31804-1a20-44c0-8875-4d820dbb8e3e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.611622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.611682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.611928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.612096] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.612200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.612260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.612408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.612487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.612577] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.623578] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c116b3ab-d285-4980-82cf-394f154bda72 [ 607.623787] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.623915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.623994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.626712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.626712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.626712] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c116b3ab-d285-4980-82cf-394f154bda72 already deleted. [ 607.626712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c116b3ab-d285-4980-82cf-394f154bda72" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.728651] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43610411-6412-402a-b8d5-20b7fc1cb7d5 [ 607.730742] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.730742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.730742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.730742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.730742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.730742] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43610411-6412-402a-b8d5-20b7fc1cb7d5 already deleted. [ 607.731915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43610411-6412-402a-b8d5-20b7fc1cb7d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.114437] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.114611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.115158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.115412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.115527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.116542] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.116542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.116542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.116542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.116542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.116542] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e already deleted. [ 608.116542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.503685] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.504415] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.504415] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.504415] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.504692] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.504788] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.504838] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.505046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.505180] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.505690] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.506650] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.506650] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.506650] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.506650] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.506650] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.506650] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.526600] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.526762] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.526893] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.527085] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.527453] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-2e4b7449-2629-4697-a909-e2766235e417 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.527629] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-2e4b7449-2629-4697-a909-e2766235e417" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.527743] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-2e4b7449-2629-4697-a909-e2766235e417" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.528045] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-2e4b7449-2629-4697-a909-e2766235e417" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.528181] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4b7449-2629-4697-a909-e2766235e417',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.713018] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d366029f-a2bd-4443-b9bb-459c3da3f3f1 None None] Enqueued Resource ID: b2045b2d-f0f5-4b77-a19e-71ca8656aa7a with Priority: HIGHEST for action port [ 608.713018] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2045b2d-f0f5-4b77-a19e-71ca8656aa7a with Priority: HIGHEST for action port [ 608.713018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2045b2d-f0f5-4b77-a19e-71ca8656aa7a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.713018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2045b2d-f0f5-4b77-a19e-71ca8656aa7a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.713018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2045b2d-f0f5-4b77-a19e-71ca8656aa7a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.713018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2045b2d-f0f5-4b77-a19e-71ca8656aa7a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.713018] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2045b2d-f0f5-4b77-a19e-71ca8656aa7a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.035102] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.035102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.035673] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.036278] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.037293] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.037293] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 2e4b7449-2629-4697-a909-e2766235e417 not found, creating... [ 609.037293] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.038073] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.038073] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.038073] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.038257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.038958] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.039374] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.039374] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.041120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.041120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.041120] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 2e4b7449-2629-4697-a909-e2766235e417 is going to be created. [ 609.073715] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.074072] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.074306] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.074950] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.075282] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.076357] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-2e4b7449-2629-4697-a909-e2766235e417" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.215737] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2045b2d-f0f5-4b77-a19e-71ca8656aa7a [ 609.216374] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.218039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.218039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.218039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.218039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.219965] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2045b2d-f0f5-4b77-a19e-71ca8656aa7a already deleted. [ 609.219965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2045b2d-f0f5-4b77-a19e-71ca8656aa7a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.910907] env[65815]: INFO networking_nsxv3.common.synchronization [req-312622d6-1b64-4192-95ab-6d0325b80a56 req-de05ae4d-abc6-4679-a059-ed06fb397ac4 service nova] Enqueued Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGHEST for action security_group_rules [ 609.911153] env[65815]: INFO networking_nsxv3.common.synchronization [req-312622d6-1b64-4192-95ab-6d0325b80a56 req-de05ae4d-abc6-4679-a059-ed06fb397ac4 service nova] Enqueued Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGHEST for action security_group_members [ 609.911249] env[65815]: INFO networking_nsxv3.common.synchronization [req-312622d6-1b64-4192-95ab-6d0325b80a56 req-de05ae4d-abc6-4679-a059-ed06fb397ac4 service nova] Enqueued Resource ID: 2e4b7449-2629-4697-a909-e2766235e417 with Priority: HIGHEST for action port [ 609.911485] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGHEST for action security_group_rules [ 609.911619] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGHEST for action security_group_members [ 609.911720] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e4b7449-2629-4697-a909-e2766235e417 with Priority: HIGHEST for action port [ 609.914151] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83b31804-1a20-44c0-8875-4d820dbb8e3e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.914151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.914151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.914151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.914151] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.915465] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b31804-1a20-44c0-8875-4d820dbb8e3e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.915465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.915465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.915465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.915465] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.915465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.915465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.915465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.915465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.915465] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.919229] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e4b7449-2629-4697-a909-e2766235e417 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.919424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e4b7449-2629-4697-a909-e2766235e417" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.919461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e4b7449-2629-4697-a909-e2766235e417" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.920018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e4b7449-2629-4697-a909-e2766235e417" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.920018] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e4b7449-2629-4697-a909-e2766235e417',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.422311] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b31804-1a20-44c0-8875-4d820dbb8e3e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.422474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.435441] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e4b7449-2629-4697-a909-e2766235e417 with status ACTIVE [ 610.435727] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.436434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.436434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.436434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.436434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.436606] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.436606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.436694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.436796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.437191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.437191] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.437191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.437191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.437460] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.437460] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.437460] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e4b7449-2629-4697-a909-e2766235e417 is going to be updated. [ 610.438756] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.460974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.461619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.461717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.462763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.462763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.462763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e4b7449-2629-4697-a909-e2766235e417" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.558212] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ecceb58-112d-427e-9aad-ecb31fb1ccfd req-f7d00f9f-2788-4d5d-a47a-f6202b566aea tempest-TenantUsagesTestJSON-797646194 tempest-TenantUsagesTestJSON-797646194-project-member] Enqueued Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGHEST for action security_group_members [ 610.558421] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGHEST for action security_group_members [ 610.562883] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d30e734-86b9-4345-a013-772bc0d0d7d2 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.563074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.563154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.563437] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.563625] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.564023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.564023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.564023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.564144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.564144] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.775488] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7cef3810-daa2-411d-8ebe-8ba61b366dbb None None] Enqueued Resource ID: 22f13e67-b863-4d56-8f70-77b8d09bd68d with Priority: HIGHEST for action port [ 610.775758] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22f13e67-b863-4d56-8f70-77b8d09bd68d with Priority: HIGHEST for action port [ 610.776343] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-22f13e67-b863-4d56-8f70-77b8d09bd68d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.776483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22f13e67-b863-4d56-8f70-77b8d09bd68d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.776531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22f13e67-b863-4d56-8f70-77b8d09bd68d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.776779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22f13e67-b863-4d56-8f70-77b8d09bd68d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.776863] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22f13e67-b863-4d56-8f70-77b8d09bd68d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.941623] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.973964] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.973964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.973964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.973964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.973964] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.973964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.973964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.973964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.974479] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.974887] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.975463] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.975981] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.975981] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.975981] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.976270] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.976529] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.997103] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.997103] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.997103] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.997103] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.997103] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-f6506f51-9f51-4b56-bc6c-3158da2acc20 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.997103] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-f6506f51-9f51-4b56-bc6c-3158da2acc20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.997103] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-f6506f51-9f51-4b56-bc6c-3158da2acc20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.997103] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-f6506f51-9f51-4b56-bc6c-3158da2acc20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.997103] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6506f51-9f51-4b56-bc6c-3158da2acc20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.067565] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.068519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.068890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.068890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.068989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.069197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.069356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.069425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.069605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.069687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.069778] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 already deleted. [ 611.069861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.283306] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22f13e67-b863-4d56-8f70-77b8d09bd68d [ 611.283306] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.283306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.283306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.283306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.283306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.283306] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22f13e67-b863-4d56-8f70-77b8d09bd68d already deleted. [ 611.283306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22f13e67-b863-4d56-8f70-77b8d09bd68d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.446450] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.446450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.446450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.446450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.446450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.446450] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e is going to be created. [ 611.475094] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.475287] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.475328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.475524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.475735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.486939] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e in Status: UNINITIALIZED for 2s [ 611.499190] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.499560] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.499764] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.500186] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.500415] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.500655] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port f6506f51-9f51-4b56-bc6c-3158da2acc20 not found, creating... [ 611.501081] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.501442] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.501864] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.501864] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.502157] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.502617] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.502944] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.503161] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.503403] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.503577] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.503754] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: f6506f51-9f51-4b56-bc6c-3158da2acc20 is going to be created. [ 611.527970] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.528300] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.528601] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.529515] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.530093] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.530452] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-f6506f51-9f51-4b56-bc6c-3158da2acc20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.199875] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ecceb58-112d-427e-9aad-ecb31fb1ccfd req-828743dd-aa91-4546-ab98-cdfd4cfb9797 service nova] Enqueued Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGHEST for action security_group_rules [ 612.199875] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ecceb58-112d-427e-9aad-ecb31fb1ccfd req-828743dd-aa91-4546-ab98-cdfd4cfb9797 service nova] Enqueued Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGHEST for action security_group_members [ 612.199875] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ecceb58-112d-427e-9aad-ecb31fb1ccfd req-828743dd-aa91-4546-ab98-cdfd4cfb9797 service nova] Enqueued Resource ID: f6506f51-9f51-4b56-bc6c-3158da2acc20 with Priority: HIGHEST for action port [ 612.200464] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGHEST for action security_group_rules [ 612.200464] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGHEST for action security_group_members [ 612.200464] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6506f51-9f51-4b56-bc6c-3158da2acc20 with Priority: HIGHEST for action port [ 612.200629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d30e734-86b9-4345-a013-772bc0d0d7d2 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.200629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.200717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.201157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.201157] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.202605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d30e734-86b9-4345-a013-772bc0d0d7d2 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.202605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.202605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.202605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.202788] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.202788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.202863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.202958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.203084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.203147] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.204136] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6506f51-9f51-4b56-bc6c-3158da2acc20 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.204242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6506f51-9f51-4b56-bc6c-3158da2acc20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.204312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6506f51-9f51-4b56-bc6c-3158da2acc20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.204483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6506f51-9f51-4b56-bc6c-3158da2acc20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.204559] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6506f51-9f51-4b56-bc6c-3158da2acc20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.707346] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d30e734-86b9-4345-a013-772bc0d0d7d2 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.707346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.707346] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.708563] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6506f51-9f51-4b56-bc6c-3158da2acc20 with status ACTIVE [ 612.708563] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.708880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.708880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.709374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.709374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.709477] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.709652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.709652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.710038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.710038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.712808] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.712808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.712808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.712808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.712808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.712808] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6506f51-9f51-4b56-bc6c-3158da2acc20 is going to be updated. [ 612.736211] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.736567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.736747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.737104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.737380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.737666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6506f51-9f51-4b56-bc6c-3158da2acc20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.916947] env[65815]: INFO networking_nsxv3.common.synchronization [req-255fe6bb-600f-44f6-965f-0065d5d4c24c req-ac0f84ca-fef2-4ca7-88fa-bfb9cf871226 tempest-ServersAdminNegativeTestJSON-1048862707 tempest-ServersAdminNegativeTestJSON-1048862707-project-member] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 612.917521] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 612.917999] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.917999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.917999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.918784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.918905] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.919074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.919171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.919391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.919573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.919680] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.215398] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.361585] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d0da4894-5e27-410d-94d7-6153805f3185 None None] Enqueued Resource ID: 98e3010d-24ef-4738-88f4-a672e409a445 with Priority: HIGHEST for action port [ 613.362164] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e3010d-24ef-4738-88f4-a672e409a445 with Priority: HIGHEST for action port [ 613.362484] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-98e3010d-24ef-4738-88f4-a672e409a445 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.362721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98e3010d-24ef-4738-88f4-a672e409a445" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.362721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98e3010d-24ef-4738-88f4-a672e409a445" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.362971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98e3010d-24ef-4738-88f4-a672e409a445" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.362971] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e3010d-24ef-4738-88f4-a672e409a445',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.403981] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a7e195cf-6afe-4aee-bcf5-8e2117326431 None None] Enqueued Resource ID: 751884ef-ab81-42ef-830d-3db8d441092b with Priority: HIGHEST for action port [ 613.404704] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 751884ef-ab81-42ef-830d-3db8d441092b with Priority: HIGHEST for action port [ 613.405012] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-751884ef-ab81-42ef-830d-3db8d441092b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.405162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-751884ef-ab81-42ef-830d-3db8d441092b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.405775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-751884ef-ab81-42ef-830d-3db8d441092b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.405775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-751884ef-ab81-42ef-830d-3db8d441092b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.405775] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('751884ef-ab81-42ef-830d-3db8d441092b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.423129] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.424683] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.424683] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 already deleted. [ 613.424683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.499184] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e in Status: SUCCESS [ 613.501420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.501420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.501420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.501420] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.501420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.501420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.501420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.501420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.501420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.501420] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.723629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.723891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.723891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.724908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.725158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.725158] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 is going to be created. [ 613.738142] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.738340] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.738457] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.738713] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.738962] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.739628] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.739628] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.739628] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.739628] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.740311] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.740311] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.740311] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.740311] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.740311] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.740311] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.740592] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.754654] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.754871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.754871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.755095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.755259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.766494] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 in Status: UNINITIALIZED for 2s [ 613.767499] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.767648] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.767777] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.767951] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.768277] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-86b1d266-379a-4730-a45f-9bc4fb2fda25 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.768493] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-86b1d266-379a-4730-a45f-9bc4fb2fda25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.768559] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-86b1d266-379a-4730-a45f-9bc4fb2fda25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.768865] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-86b1d266-379a-4730-a45f-9bc4fb2fda25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.768989] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b1d266-379a-4730-a45f-9bc4fb2fda25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.866148] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98e3010d-24ef-4738-88f4-a672e409a445 [ 613.866436] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.866614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.866940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.866940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.867353] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.867353] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98e3010d-24ef-4738-88f4-a672e409a445 already deleted. [ 613.867921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98e3010d-24ef-4738-88f4-a672e409a445" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.908780] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 751884ef-ab81-42ef-830d-3db8d441092b [ 613.911279] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.911721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.911721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.912135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.912135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.912135] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:751884ef-ab81-42ef-830d-3db8d441092b already deleted. [ 613.912381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-751884ef-ab81-42ef-830d-3db8d441092b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.003715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b31804-1a20-44c0-8875-4d820dbb8e3e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.003931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.004020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.004223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.004746] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.004746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.004746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.004746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.004746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.005021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.005021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b31804-1a20-44c0-8875-4d820dbb8e3e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.005134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.005134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.005254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.005392] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.005483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.005541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.005675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.005769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.005885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.005952] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.271738] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.271738] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.272200] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.272200] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.272200] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.272778] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 86b1d266-379a-4730-a45f-9bc4fb2fda25 not found, creating... [ 614.272778] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.272778] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.272951] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.273098] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.273230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.273513] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.273867] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.273867] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.275329] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.275329] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.275329] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 86b1d266-379a-4730-a45f-9bc4fb2fda25 is going to be created. [ 614.302264] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.302819] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.303060] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.304023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.304662] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.305020] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-86b1d266-379a-4730-a45f-9bc4fb2fda25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.510947] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83b31804-1a20-44c0-8875-4d820dbb8e3e: rpc.has_security_group_logging(os_id): False [ 614.530382] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.530382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.530382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.530382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.530382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.530382] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.530382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.530382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.530382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.530948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.530948] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.530948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.530948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.530948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.530948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.531191] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.531246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.531246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.531454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.531516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.531560] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e is going to be created. [ 614.594017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.594017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.594017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.594017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.594017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.605091] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e in Status: IN_PROGRESS for 2s [ 614.707196] env[65815]: INFO networking_nsxv3.common.synchronization [req-f622b53b-d69f-4d53-b989-d8f0ba2e5bd4 req-d1d95a01-36e1-4a43-a427-b4b434cc03a4 tempest-FloatingIPsAssociationTestJSON-749154560 tempest-FloatingIPsAssociationTestJSON-749154560-project-member] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 614.707807] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 614.708180] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.708647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.708735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.709197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.710625] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.710880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.710957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.711166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.711256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.711388] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.808518] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ae34eba9-f779-4e97-a404-349627b38fc3 None None] Enqueued Resource ID: 0f4d1ee2-d92a-4453-b54e-11a05da06396 with Priority: HIGHEST for action port [ 614.808834] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4d1ee2-d92a-4453-b54e-11a05da06396 with Priority: HIGHEST for action port [ 614.809616] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f4d1ee2-d92a-4453-b54e-11a05da06396 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.809723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f4d1ee2-d92a-4453-b54e-11a05da06396" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.809834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f4d1ee2-d92a-4453-b54e-11a05da06396" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.810167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f4d1ee2-d92a-4453-b54e-11a05da06396" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.810476] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f4d1ee2-d92a-4453-b54e-11a05da06396',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.194241] env[65815]: INFO networking_nsxv3.common.synchronization [req-255fe6bb-600f-44f6-965f-0065d5d4c24c req-fbb115fd-dc89-4c55-95bf-4a656f6ec252 service nova] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_rules [ 615.194403] env[65815]: INFO networking_nsxv3.common.synchronization [req-255fe6bb-600f-44f6-965f-0065d5d4c24c req-fbb115fd-dc89-4c55-95bf-4a656f6ec252 service nova] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 615.195098] env[65815]: INFO networking_nsxv3.common.synchronization [req-255fe6bb-600f-44f6-965f-0065d5d4c24c req-fbb115fd-dc89-4c55-95bf-4a656f6ec252 service nova] Enqueued Resource ID: 86b1d266-379a-4730-a45f-9bc4fb2fda25 with Priority: HIGHEST for action port [ 615.195098] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_rules [ 615.195098] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 615.195098] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86b1d266-379a-4730-a45f-9bc4fb2fda25 with Priority: HIGHEST for action port [ 615.195499] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.195662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.195700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.195922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.196218] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.197068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.197189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.197257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.197434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.197580] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.197676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.197732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.197874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.197956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.198055] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.198786] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-86b1d266-379a-4730-a45f-9bc4fb2fda25 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.198895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86b1d266-379a-4730-a45f-9bc4fb2fda25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.198964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86b1d266-379a-4730-a45f-9bc4fb2fda25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.199128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86b1d266-379a-4730-a45f-9bc4fb2fda25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.199261] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86b1d266-379a-4730-a45f-9bc4fb2fda25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.213351] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.213564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.213564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.214192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.214192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.214192] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.214192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.214343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.214343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.214441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.214499] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 already deleted. [ 615.214582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.317824] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f4d1ee2-d92a-4453-b54e-11a05da06396 [ 615.317824] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.317824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.317824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.317824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.317824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.318364] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f4d1ee2-d92a-4453-b54e-11a05da06396 already deleted. [ 615.318364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f4d1ee2-d92a-4453-b54e-11a05da06396" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.678424] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.678630] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-121" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.678743] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-121" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.679074] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-121" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.679355] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.679512] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.679709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.679910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.680526] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.680526] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.680526] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.680526] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.680692] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.680692] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.680754] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.681717] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.700452] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.700452] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.700669] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.700727] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-121" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.702534] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.702534] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.702534] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.702798] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.702798] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.703721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.703839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.704803] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.704803] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86b1d266-379a-4730-a45f-9bc4fb2fda25 with status ACTIVE [ 615.704937] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.709018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.709018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.709118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.712676] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.712676] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.712676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.712676] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86b1d266-379a-4730-a45f-9bc4fb2fda25 is going to be updated. [ 615.734813] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.734813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.735161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.735161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.735274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.735432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86b1d266-379a-4730-a45f-9bc4fb2fda25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.777334] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 in Status: SUCCESS [ 615.777538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.777593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.777894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.778434] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.778434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.778434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.778794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.778794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.778794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.779092] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.212902] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.215349] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.215349] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.215349] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.217670] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.217761] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.218705] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e not found, creating... [ 616.218705] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.218705] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.218905] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.219267] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.219525] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.219988] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.220252] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.220433] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.220856] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.221083] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.221502] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e is going to be created. [ 616.245176] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.245438] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.245634] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.246120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.246120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.246318] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.281523] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d30e734-86b9-4345-a013-772bc0d0d7d2 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.281697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.281770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.281987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.282189] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.282310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.282364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.282576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.282645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.282689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.282839] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d30e734-86b9-4345-a013-772bc0d0d7d2 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.282931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.282991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.283144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.283278] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.283368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.283525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.283581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.283674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.283712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.283789] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.448025] env[65815]: INFO networking_nsxv3.common.synchronization [None req-3863e294-d74c-43e6-bf95-c1aa9c4543e6 None None] Enqueued Resource ID: 3c279b6d-755c-457b-9d37-24bfb46ca95d with Priority: HIGHEST for action port [ 616.448261] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c279b6d-755c-457b-9d37-24bfb46ca95d with Priority: HIGHEST for action port [ 616.448926] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c279b6d-755c-457b-9d37-24bfb46ca95d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.449076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c279b6d-755c-457b-9d37-24bfb46ca95d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.449975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c279b6d-755c-457b-9d37-24bfb46ca95d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.449975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c279b6d-755c-457b-9d37-24bfb46ca95d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.449975] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c279b6d-755c-457b-9d37-24bfb46ca95d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.616822] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e in Status: SUCCESS [ 616.617085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.725086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.725258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.725329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.725798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.726105] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.726601] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 is going to be created. [ 616.755894] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.756116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.756116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.756299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.756458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.768766] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: UNINITIALIZED for 2s [ 616.791028] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d30e734-86b9-4345-a013-772bc0d0d7d2: rpc.has_security_group_logging(os_id): False [ 616.811251] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.811494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.811494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.811716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.811817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.812019] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.812122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.812184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.812345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.812423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.812620] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.812717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.812768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.812924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.813024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.813199] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.813293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.813350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.813493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.813577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.813655] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 is going to be created. [ 616.893251] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.893428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.893479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.893794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.895439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.910297] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 in Status: IN_PROGRESS for 2s [ 616.952814] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c279b6d-755c-457b-9d37-24bfb46ca95d [ 616.953067] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.953286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.953286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.953526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.953630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.953779] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c279b6d-755c-457b-9d37-24bfb46ca95d already deleted. [ 616.953779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c279b6d-755c-457b-9d37-24bfb46ca95d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.014352] env[65815]: INFO networking_nsxv3.common.synchronization [req-f622b53b-d69f-4d53-b989-d8f0ba2e5bd4 req-2a7d62c0-9c25-4f6d-ad5e-60357e041b6c service nova] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_rules [ 617.014625] env[65815]: INFO networking_nsxv3.common.synchronization [req-f622b53b-d69f-4d53-b989-d8f0ba2e5bd4 req-2a7d62c0-9c25-4f6d-ad5e-60357e041b6c service nova] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 617.014841] env[65815]: INFO networking_nsxv3.common.synchronization [req-f622b53b-d69f-4d53-b989-d8f0ba2e5bd4 req-2a7d62c0-9c25-4f6d-ad5e-60357e041b6c service nova] Enqueued Resource ID: e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e with Priority: HIGHEST for action port [ 617.015802] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_rules [ 617.016013] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 617.016191] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e with Priority: HIGHEST for action port [ 617.016696] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.016763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.016840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.017218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.017377] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.020689] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.024390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.024390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.024390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.024390] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.024390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.024390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.024390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.024390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.024390] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.024390] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.024390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.025040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.025040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.025040] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.141375] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a60a2adc-4464-470e-88ed-28ec82c6db02 tempest-VolumesAssistedSnapshotsTest-613112876 tempest-VolumesAssistedSnapshotsTest-613112876-project-member] Enqueued Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_rules [ 617.141375] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_rules [ 617.141375] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.141375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.141375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.142477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.142703] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.260722] env[65815]: INFO networking_nsxv3.common.synchronization [None req-0a5d7202-a0a8-43b0-abaa-5675fe63cff8 tempest-VolumesAssistedSnapshotsTest-613112876 tempest-VolumesAssistedSnapshotsTest-613112876-project-member] Enqueued Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_rules [ 617.262100] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_rules [ 617.262808] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.262808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.525103] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.529092] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.529216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.532020] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e with status ACTIVE [ 617.532020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.532020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.532020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.532020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.532020] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e is going to be updated. [ 617.560407] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.560800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.560876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.561124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.561515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.561712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1c61ac1-4ea0-4bb6-a7b3-5b89e9a2cf7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.685286] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.685286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.685286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.685286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.685286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.685286] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 already deleted. [ 617.685286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.685798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.685798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.685798] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.034362] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.212568] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.212568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.212568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.212568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.212568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.212568] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 already deleted. [ 618.212568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.537027] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.537027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.537027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.537379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.537379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.537379] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 is going to be created. [ 618.566586] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.566787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.566885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.567125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.567283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.578825] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: UNINITIALIZED for 2s [ 618.779294] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: SUCCESS [ 618.779551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.779782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.779997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.780206] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.780327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.780386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.780541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.780619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.780744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.780851] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.924475] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 in Status: SUCCESS [ 618.925655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.284741] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.284964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.284964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.285250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.285384] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.285493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.285557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.285712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.285797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.285884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.286039] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.286134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.286193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.286393] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.286546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.286714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.286776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.287371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.287371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.287371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.287371] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.415686] env[65815]: INFO networking_nsxv3.common.synchronization [req-225921e5-8d2c-4438-97e2-80800bc33b2b req-7a4e806e-9788-4f46-adcd-7b6599ca4efe tempest-DeleteServersAdminTestJSON-1342690559 tempest-DeleteServersAdminTestJSON-1342690559-project-member] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 619.415838] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 619.416083] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.416196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.416260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.416492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.416644] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.416741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.416799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.416945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.417284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.417411] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.791222] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51d6b30b-2dbf-454e-af5e-99f0a26e2c87: rpc.has_security_group_logging(os_id): False [ 619.809046] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.809317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.809471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.809708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.809805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.810021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.810131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.810187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.810355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.810430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.810638] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.810728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.810778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.810921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.810982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.811822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.811942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.812010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.812174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.812254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.812367] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 is going to be created. [ 619.865703] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.865932] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.866064] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.866332] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.866592] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.866739] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.866850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.867081] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.867214] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.867418] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.867518] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.867619] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.867716] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.867823] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.867908] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.868146] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.870365] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.870499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.870546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.870712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.870880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.883525] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: IN_PROGRESS for 2s [ 619.891027] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.891027] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.891027] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.891027] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.891296] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-2416176e-7550-42b0-8f6c-96d181ea5186 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.891585] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-2416176e-7550-42b0-8f6c-96d181ea5186" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.891655] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-2416176e-7550-42b0-8f6c-96d181ea5186" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.891912] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-2416176e-7550-42b0-8f6c-96d181ea5186" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.892059] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2416176e-7550-42b0-8f6c-96d181ea5186',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.919938] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.920177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.920362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.920454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.920639] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.920792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.920938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.921053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.921165] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 already deleted. [ 619.921303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.395237] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.395460] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.395842] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.396154] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.396312] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.396463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 2416176e-7550-42b0-8f6c-96d181ea5186 not found, creating... [ 620.396985] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.396985] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.396985] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.397229] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.397356] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.397664] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.397890] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.398044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.398258] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.398676] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.398817] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 2416176e-7550-42b0-8f6c-96d181ea5186 is going to be created. [ 620.425419] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.425792] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.425792] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.426334] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.426560] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.426856] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-2416176e-7550-42b0-8f6c-96d181ea5186" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.598246] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: SUCCESS [ 620.598508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.599110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.599110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.599338] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.599409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.599489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.599795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.599885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.599969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.600127] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.102953] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.103413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.103413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.103413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.103521] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.103596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.103660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.103814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.103906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.104047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.104141] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.104225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.104284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.104424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.104646] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.104646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.104811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.104811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.104918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.104994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.105082] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.151085] env[65815]: INFO networking_nsxv3.common.synchronization [req-225921e5-8d2c-4438-97e2-80800bc33b2b req-26c3dc6a-28ed-4bf7-877f-a1d0fc2275d7 service nova] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_rules [ 621.151085] env[65815]: INFO networking_nsxv3.common.synchronization [req-225921e5-8d2c-4438-97e2-80800bc33b2b req-26c3dc6a-28ed-4bf7-877f-a1d0fc2275d7 service nova] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 621.151085] env[65815]: INFO networking_nsxv3.common.synchronization [req-225921e5-8d2c-4438-97e2-80800bc33b2b req-26c3dc6a-28ed-4bf7-877f-a1d0fc2275d7 service nova] Enqueued Resource ID: 2416176e-7550-42b0-8f6c-96d181ea5186 with Priority: HIGHEST for action port [ 621.151085] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_rules [ 621.151697] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 621.151968] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2416176e-7550-42b0-8f6c-96d181ea5186 with Priority: HIGHEST for action port [ 621.152467] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.153088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.153259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.153634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.153874] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.155099] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.155328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.155473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.155727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.156333] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.156573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.156731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.157068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.157230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.157408] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.158365] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2416176e-7550-42b0-8f6c-96d181ea5186 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.164138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2416176e-7550-42b0-8f6c-96d181ea5186" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.164138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2416176e-7550-42b0-8f6c-96d181ea5186" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.164138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2416176e-7550-42b0-8f6c-96d181ea5186" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.164138] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2416176e-7550-42b0-8f6c-96d181ea5186',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.565530] env[65815]: INFO networking_nsxv3.common.synchronization [None req-e2507df5-f5a9-4934-a700-96db22f8707b None None] Enqueued Resource ID: 53edf840-d7c1-4b25-8847-e67938087ff6 with Priority: HIGHEST for action port [ 621.569646] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53edf840-d7c1-4b25-8847-e67938087ff6 with Priority: HIGHEST for action port [ 621.570219] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-53edf840-d7c1-4b25-8847-e67938087ff6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.570331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53edf840-d7c1-4b25-8847-e67938087ff6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.570404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53edf840-d7c1-4b25-8847-e67938087ff6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.570661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53edf840-d7c1-4b25-8847-e67938087ff6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.570775] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53edf840-d7c1-4b25-8847-e67938087ff6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.607386] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b758871d-31cf-4de5-9bf4-aabf3ee55677: rpc.has_security_group_logging(os_id): False [ 621.628209] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.630241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.630241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.630241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.630241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.630241] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.630241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.630241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.630241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.630241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.630655] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.631302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.631302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.631302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.631302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.631527] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.631883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.632030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.632218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.632325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.632460] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 is going to be created. [ 621.665326] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.666740] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.666927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.667766] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2416176e-7550-42b0-8f6c-96d181ea5186 with status ACTIVE [ 621.667832] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.667947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.668067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.670095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.670197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.670400] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.670558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.670621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.670857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.670961] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.671223] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.671507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.671507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.671624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.671674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.671763] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2416176e-7550-42b0-8f6c-96d181ea5186 is going to be updated. [ 621.771228] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.771394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.771522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.771722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.771861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.772056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2416176e-7550-42b0-8f6c-96d181ea5186" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.773790] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.773942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.774024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.774226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.774427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.788276] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: IN_PROGRESS for 2s [ 621.920655] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: SUCCESS [ 621.920954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.076097] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53edf840-d7c1-4b25-8847-e67938087ff6 [ 622.076097] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.076097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.076097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.076097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.076097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.076097] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53edf840-d7c1-4b25-8847-e67938087ff6 already deleted. [ 622.076097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53edf840-d7c1-4b25-8847-e67938087ff6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.168475] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.614300] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ee3565a-7d3a-47e6-ae0a-da0e2e7bfcb6 req-f2198ede-30f0-4b6b-ae50-ded1defedb10 tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 622.614843] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 622.615173] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.615317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.615370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.615598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.615751] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.615846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.615904] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.616456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.616456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.616456] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.671059] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.671220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.671373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.671786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.671786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.671786] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 is going to be created. [ 622.697411] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.697688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.697688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.697767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.699259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.708561] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: UNINITIALIZED for 2s [ 623.020877] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.021266] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.021518] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.021971] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.022413] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.022666] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.022959] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.023964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.024228] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.024539] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.024717] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.024886] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.025065] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.025263] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.025458] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.025692] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.060031] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.060031] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.060031] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.060031] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.060031] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-be5caa75-edc9-4047-b2eb-2d638c2efc45 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.060031] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-be5caa75-edc9-4047-b2eb-2d638c2efc45" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.060031] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-be5caa75-edc9-4047-b2eb-2d638c2efc45" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.060704] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-be5caa75-edc9-4047-b2eb-2d638c2efc45" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.060704] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be5caa75-edc9-4047-b2eb-2d638c2efc45',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.119950] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.120181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.120279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.120539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.120622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.120798] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.120913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.120998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.121607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.121607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.121607] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 already deleted. [ 623.121607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.564396] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.564396] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.564396] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.565636] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.565636] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.565636] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port be5caa75-edc9-4047-b2eb-2d638c2efc45 not found, creating... [ 623.565636] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.565636] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.565977] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.567385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.567546] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.567972] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.568404] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.568404] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.569369] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.569671] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.569877] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: be5caa75-edc9-4047-b2eb-2d638c2efc45 is going to be created. [ 623.630230] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.630230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.630230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.630230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.630230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.630230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-be5caa75-edc9-4047-b2eb-2d638c2efc45" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.802677] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: SUCCESS [ 623.802858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.160068] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a329ad43-3900-4f39-aab6-55f741266f9d None None] Enqueued Resource ID: 8a0af34b-8528-43bb-9017-5c6923d75363 with Priority: HIGHEST for action port [ 624.160739] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0af34b-8528-43bb-9017-5c6923d75363 with Priority: HIGHEST for action port [ 624.161960] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a0af34b-8528-43bb-9017-5c6923d75363 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.162269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a0af34b-8528-43bb-9017-5c6923d75363" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.162269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a0af34b-8528-43bb-9017-5c6923d75363" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.162844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a0af34b-8528-43bb-9017-5c6923d75363" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.162844] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0af34b-8528-43bb-9017-5c6923d75363',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.363835] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ee3565a-7d3a-47e6-ae0a-da0e2e7bfcb6 req-a4767a1b-dda9-4a0c-a41e-ffd6626f88b4 service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 624.363930] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ee3565a-7d3a-47e6-ae0a-da0e2e7bfcb6 req-a4767a1b-dda9-4a0c-a41e-ffd6626f88b4 service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 624.364046] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ee3565a-7d3a-47e6-ae0a-da0e2e7bfcb6 req-a4767a1b-dda9-4a0c-a41e-ffd6626f88b4 service nova] Enqueued Resource ID: be5caa75-edc9-4047-b2eb-2d638c2efc45 with Priority: HIGHEST for action port [ 624.364562] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 624.364694] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 624.364798] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be5caa75-edc9-4047-b2eb-2d638c2efc45 with Priority: HIGHEST for action port [ 624.369156] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.369382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.369518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.369846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.369957] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.371638] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.371638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.371638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.371638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.371799] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.371905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.371955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.372132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.372251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.372301] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.373482] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-be5caa75-edc9-4047-b2eb-2d638c2efc45 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.373610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be5caa75-edc9-4047-b2eb-2d638c2efc45" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.373656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be5caa75-edc9-4047-b2eb-2d638c2efc45" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.374754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be5caa75-edc9-4047-b2eb-2d638c2efc45" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.374754] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be5caa75-edc9-4047-b2eb-2d638c2efc45',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.645855] env[65815]: INFO networking_nsxv3.common.synchronization [None req-73de7a5d-8d99-4fa7-be5f-ba66bb06fa1e tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_rules [ 624.646474] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_rules [ 624.646786] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.649521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.649635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.649925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.650058] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.665893] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a0af34b-8528-43bb-9017-5c6923d75363 [ 624.667734] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.667734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.667734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.667928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.667928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.668134] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a0af34b-8528-43bb-9017-5c6923d75363 already deleted. [ 624.668788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a0af34b-8528-43bb-9017-5c6923d75363" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.722132] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: SUCCESS [ 624.722580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.722700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.723031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.723308] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.723721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.723721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.723907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.724051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.724214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.724330] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.782606] env[65815]: INFO networking_nsxv3.common.synchronization [None req-57460d2f-aec8-4274-8b71-b6ad56dc87ec tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_rules [ 624.783203] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_rules [ 624.783513] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.783610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.882061] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.882061] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.882061] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be5caa75-edc9-4047-b2eb-2d638c2efc45 with status ACTIVE [ 624.882061] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.882061] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.882061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.882771] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.882771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.882771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.882771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.882771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.882771] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be5caa75-edc9-4047-b2eb-2d638c2efc45 is going to be updated. [ 624.892716] env[65815]: INFO networking_nsxv3.common.synchronization [req-b29a4e4b-8082-4426-85fd-d3b77fbd092f req-e6f55b9d-1871-45d7-9c7b-597af7b29a85 tempest-ImagesNegativeTestJSON-1829467248 tempest-ImagesNegativeTestJSON-1829467248-project-member] Enqueued Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGHEST for action security_group_members [ 624.896148] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGHEST for action security_group_members [ 624.897950] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b010aac2-45bd-4881-a259-6785745da2c9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.898126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.898196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.898430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.898597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.898707] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.898768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.898899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.898976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.899081] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.905479] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.906673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.906673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.906673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.906673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.906673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be5caa75-edc9-4047-b2eb-2d638c2efc45" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.173747] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.173997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.174133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.174456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.174612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.174728] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 already deleted. [ 625.174854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.175033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.175488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.175488] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.226611] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.226777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.226854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.227118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.227295] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.227401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.227736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.227736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.227736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.227847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.227946] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.228051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.228299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.228299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.228485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.228543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.228573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.228707] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.228777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.229337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.229337] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.265077] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-518 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.265293] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-518" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.265410] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-518" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.265743] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-518" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.266012] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.268305] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.268444] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.268680] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.268842] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.269084] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.269233] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.269353] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.269462] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.269569] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.269699] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.269841] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.303665] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.303858] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.303956] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.304288] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-518" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.306083] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-c3f04789-6c40-436d-a191-8c7b2da5f89c taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.306083] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-c3f04789-6c40-436d-a191-8c7b2da5f89c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.306083] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-c3f04789-6c40-436d-a191-8c7b2da5f89c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.306083] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-c3f04789-6c40-436d-a191-8c7b2da5f89c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.306083] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f04789-6c40-436d-a191-8c7b2da5f89c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.385794] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.402018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.402213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.402286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.402651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.403479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.403609] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.403735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.403818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.403995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.404086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.404177] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b010aac2-45bd-4881-a259-6785745da2c9 already deleted. [ 625.404253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.703444] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.703802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.703802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.703923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.704019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.704117] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 already deleted. [ 625.704197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.731738] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddbfbb66-f16b-4cfb-8368-50e6e6182ef4: rpc.has_security_group_logging(os_id): False [ 625.756082] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.756315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.756405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.756684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.756825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.757122] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.757254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.757338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.757548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.757632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.757883] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.758090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.758184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.758349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.758426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.758675] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.758791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.758861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.759076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.759121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.759216] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 is going to be created. [ 625.808751] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.809137] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.809326] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.809717] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.809919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.810194] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port c3f04789-6c40-436d-a191-8c7b2da5f89c not found, creating... [ 625.810607] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.811026] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.811228] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.811530] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.811744] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.812075] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.812253] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.812372] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.812623] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.812789] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.812968] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: c3f04789-6c40-436d-a191-8c7b2da5f89c is going to be created. [ 625.827784] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.827936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.828050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.828313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.828809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.844016] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.844273] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.844475] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.844814] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.845082] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.845254] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-c3f04789-6c40-436d-a191-8c7b2da5f89c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.848585] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: IN_PROGRESS for 2s [ 625.889584] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.889750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.889826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.890059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.890151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.890254] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be created. [ 625.924245] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.924406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.924464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.924696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.924856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.940781] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: UNINITIALIZED for 2s [ 626.572917] env[65815]: INFO networking_nsxv3.common.synchronization [req-b29a4e4b-8082-4426-85fd-d3b77fbd092f req-185ecadc-abdd-4939-a807-fe4464f303ca service nova] Enqueued Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGHEST for action security_group_rules [ 626.573116] env[65815]: INFO networking_nsxv3.common.synchronization [req-b29a4e4b-8082-4426-85fd-d3b77fbd092f req-185ecadc-abdd-4939-a807-fe4464f303ca service nova] Enqueued Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGHEST for action security_group_members [ 626.573265] env[65815]: INFO networking_nsxv3.common.synchronization [req-b29a4e4b-8082-4426-85fd-d3b77fbd092f req-185ecadc-abdd-4939-a807-fe4464f303ca service nova] Enqueued Resource ID: c3f04789-6c40-436d-a191-8c7b2da5f89c with Priority: HIGHEST for action port [ 626.573800] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGHEST for action security_group_rules [ 626.573948] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGHEST for action security_group_members [ 626.574309] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f04789-6c40-436d-a191-8c7b2da5f89c with Priority: HIGHEST for action port [ 626.574638] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b010aac2-45bd-4881-a259-6785745da2c9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.574778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.574844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.575117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.575203] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.576178] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b010aac2-45bd-4881-a259-6785745da2c9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.576295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.576337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.576556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.576680] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.576750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.576813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.576906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.577033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.577130] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.579120] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f04789-6c40-436d-a191-8c7b2da5f89c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.579120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f04789-6c40-436d-a191-8c7b2da5f89c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.579120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f04789-6c40-436d-a191-8c7b2da5f89c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.579120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f04789-6c40-436d-a191-8c7b2da5f89c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.579120] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f04789-6c40-436d-a191-8c7b2da5f89c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.082054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b010aac2-45bd-4881-a259-6785745da2c9 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.082054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.082054] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.082054] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3f04789-6c40-436d-a191-8c7b2da5f89c with status ACTIVE [ 627.082054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.082588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.082588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.082588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.082588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.082588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.082856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.082856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.082914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.082914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.083133] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.083227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.083287] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.083422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.083496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.086187] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3f04789-6c40-436d-a191-8c7b2da5f89c is going to be updated. [ 627.110115] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.110115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.110115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.110115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.110331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.110380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f04789-6c40-436d-a191-8c7b2da5f89c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.275627] env[65815]: INFO networking_nsxv3.common.synchronization [req-881e84e4-c446-4f63-9026-c1924e716bfc req-a0437286-4076-490c-b58d-263679b1c79e tempest-MigrationsAdminTest-1007894125 tempest-MigrationsAdminTest-1007894125-project-member] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 627.276282] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 627.276499] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.276822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.276822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.277216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.277474] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.277474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.277632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.277770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.277770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.281226] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.589720] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.610459] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.611190] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.611645] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.612326] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.616022] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.616022] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.616022] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.616022] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.616022] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.616022] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.616022] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.616022] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.616022] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.616022] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.616022] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.616022] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.638170] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.638170] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.638170] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.638170] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.638548] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-27c8b3b5-3b39-4995-9f7c-715eaf198f24 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.640146] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-27c8b3b5-3b39-4995-9f7c-715eaf198f24" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.640146] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-27c8b3b5-3b39-4995-9f7c-715eaf198f24" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.640146] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-27c8b3b5-3b39-4995-9f7c-715eaf198f24" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.640146] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c8b3b5-3b39-4995-9f7c-715eaf198f24',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.784391] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.784674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.784803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.785082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.785216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.785406] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.785515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.785600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.785782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.785854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.785939] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 already deleted. [ 627.786049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.867557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: SUCCESS [ 627.868112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.951084] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 627.951331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.951523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.951769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.951926] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.952068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.952134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.952285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.952362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.952452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.953227] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.091348] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.091710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.091710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.091829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.091919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.092021] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b010aac2-45bd-4881-a259-6785745da2c9 is going to be created. [ 628.118145] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.118310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.118367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.118564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.118718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.129928] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b010aac2-45bd-4881-a259-6785745da2c9 in Status: UNINITIALIZED for 2s [ 628.143532] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.143789] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.143919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.144231] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.144369] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.144544] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 27c8b3b5-3b39-4995-9f7c-715eaf198f24 not found, creating... [ 628.144802] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.144948] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.145072] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.145288] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.145405] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.145730] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.145882] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.145993] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.146213] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.146341] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.146471] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 27c8b3b5-3b39-4995-9f7c-715eaf198f24 is going to be created. [ 628.171639] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.171850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.171981] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.172229] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.172456] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.172720] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-27c8b3b5-3b39-4995-9f7c-715eaf198f24" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.456867] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.456867] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.456867] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.456867] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.456867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.457506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.457506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.457506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.457506] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.923212] env[65815]: INFO networking_nsxv3.common.synchronization [None req-de9342bb-396e-40a3-a90b-ef555c4f7d81 tempest-ServersWithSpecificFlavorTestJSON-1636987805 tempest-ServersWithSpecificFlavorTestJSON-1636987805-project-member] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_rules [ 628.923212] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_rules [ 628.924197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.924328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.924377] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.924668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.924801] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.960480] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0: rpc.has_security_group_logging(os_id): False [ 628.970621] env[65815]: INFO networking_nsxv3.common.synchronization [req-881e84e4-c446-4f63-9026-c1924e716bfc req-d9f9574d-d707-48eb-9ee3-5d1c9fdcfa89 service nova] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_rules [ 628.971420] env[65815]: INFO networking_nsxv3.common.synchronization [req-881e84e4-c446-4f63-9026-c1924e716bfc req-d9f9574d-d707-48eb-9ee3-5d1c9fdcfa89 service nova] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 628.971785] env[65815]: INFO networking_nsxv3.common.synchronization [req-881e84e4-c446-4f63-9026-c1924e716bfc req-d9f9574d-d707-48eb-9ee3-5d1c9fdcfa89 service nova] Enqueued Resource ID: 27c8b3b5-3b39-4995-9f7c-715eaf198f24 with Priority: HIGHEST for action port [ 628.973470] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_rules [ 628.973936] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 628.974261] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c8b3b5-3b39-4995-9f7c-715eaf198f24 with Priority: HIGHEST for action port [ 628.974664] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.974910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.975166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.975486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.975589] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.977280] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.977400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.977462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.977658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.977811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.978042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.978131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.978379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.978482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.978758] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.980307] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c8b3b5-3b39-4995-9f7c-715eaf198f24 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.980307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c8b3b5-3b39-4995-9f7c-715eaf198f24" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.980467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c8b3b5-3b39-4995-9f7c-715eaf198f24" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.980624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c8b3b5-3b39-4995-9f7c-715eaf198f24" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.980624] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c8b3b5-3b39-4995-9f7c-715eaf198f24',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.985117] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.985117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.985117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.985117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.985117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.985349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.985414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.985451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.985613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.985711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.986612] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.986612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.986612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.986612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.986612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.986612] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.986985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.986985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.986985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.986985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.987161] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be created. [ 629.082089] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.082089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.082089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.082089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.082491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.101356] env[65815]: INFO networking_nsxv3.common.synchronization [None req-3d33ba58-ccdb-4d14-bc7f-274861083c19 tempest-ServersWithSpecificFlavorTestJSON-1636987805 tempest-ServersWithSpecificFlavorTestJSON-1636987805-project-member] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_rules [ 629.103659] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 629.103659] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_rules [ 629.104059] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.104578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.448488] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.448488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.448488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.448488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.448488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.448488] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d already deleted. [ 629.448488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.448488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.448488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.448488] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.485431] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.485431] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.485431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.485431] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27c8b3b5-3b39-4995-9f7c-715eaf198f24 with status ACTIVE [ 629.485431] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.485431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.485431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.485431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.485431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.486099] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.486099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.486099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.486099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.486413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.486652] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.486829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.486912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.487104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.487201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.487315] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27c8b3b5-3b39-4995-9f7c-715eaf198f24 is going to be updated. [ 629.510973] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.511213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.511213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.511432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.511635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.511793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c8b3b5-3b39-4995-9f7c-715eaf198f24" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.973602] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.973602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.973978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.974039] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d already deleted. [ 629.974273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.989676] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.142049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b010aac2-45bd-4881-a259-6785745da2c9 in Status: SUCCESS [ 630.142465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.142465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.142713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.142930] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.143095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.143156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.143316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.143398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.143486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.143600] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.493033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.493195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.493195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.493373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.493585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.493621] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 is going to be created. [ 630.522962] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.523174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.523239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.523411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.523585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.534693] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: UNINITIALIZED for 2s [ 630.646920] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b010aac2-45bd-4881-a259-6785745da2c9 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.646920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.646920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.647152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.647249] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.647324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.647389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.647579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.647671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.647763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.647910] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b010aac2-45bd-4881-a259-6785745da2c9 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.648095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.648095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.648204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.648341] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.648428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.648500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.648652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.648730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.648813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.648935] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.116355] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 631.116631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.151258] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b010aac2-45bd-4881-a259-6785745da2c9: rpc.has_security_group_logging(os_id): False [ 631.170794] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.170794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.170794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.170794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.171199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.171424] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.171561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.171646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.171792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.171866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.172152] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.172249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.172298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.172930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.173065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.173698] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.173698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.173698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.173698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.173698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.173698] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b010aac2-45bd-4881-a259-6785745da2c9 is going to be created. [ 631.254076] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.254302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.254532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.254814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.255039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.270117] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b010aac2-45bd-4881-a259-6785745da2c9 in Status: IN_PROGRESS for 2s [ 632.533965] env[65815]: INFO networking_nsxv3.common.synchronization [req-7253171f-eb44-43c7-99aa-3c6cc4d056f9 req-2d2399a0-b2b0-45ee-abb2-19f3a0193064 tempest-ServerDiagnosticsTest-947496884 tempest-ServerDiagnosticsTest-947496884-project-member] Enqueued Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGHEST for action security_group_members [ 632.536076] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGHEST for action security_group_members [ 632.536076] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-83b31804-1a20-44c0-8875-4d820dbb8e3e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.536076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.536076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.536076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.536076] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.536076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.536076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.536748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.536748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.536748] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.549090] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: SUCCESS [ 632.549336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.549850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.550093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.550288] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.550416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.550494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.550621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.550705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.550778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.550877] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.041408] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.041586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.041654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.041873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.041959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.042160] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.042269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.042306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.042450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.042519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.042600] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e is going to be updated. [ 633.056908] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.057124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.057124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.057448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.057540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.057603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.057640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.058244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.058244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.058244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.058244] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.058244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.058244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.058521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.058521] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.058590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.058590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.058806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.058806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.059017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.059017] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.083031] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.083031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.083031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.083328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.083328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.097467] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e in Status: IN_PROGRESS for 2s [ 633.292035] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b010aac2-45bd-4881-a259-6785745da2c9 in Status: SUCCESS [ 633.292035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.561208] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f5f4ab-a139-48af-a060-e62d38bb04b6: rpc.has_security_group_logging(os_id): False [ 633.577651] env[65815]: INFO networking_nsxv3.common.synchronization [req-821bb7f6-c342-4c3f-bfb6-73eb50d110df req-5a76ad71-0a1c-4f3a-84ad-83bc9e379f60 tempest-InstanceActionsTestJSON-222664542 tempest-InstanceActionsTestJSON-222664542-project-member] Enqueued Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGHEST for action security_group_members [ 633.578016] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGHEST for action security_group_members [ 633.578193] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a896d778-a978-46a4-8b36-cc01e3d0e001 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.578304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.578358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.578622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.578770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.578891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.578949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.579747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.579939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.579939] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.583807] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.584330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.584330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.584330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.584330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.584718] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.584718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.584718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.584897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.584995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.585218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.585354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.585433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.585612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.586262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.586262] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.586262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.586262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.586262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.586481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.586481] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 is going to be created. [ 633.701761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.701913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.701994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.702218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.702396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.721394] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: IN_PROGRESS for 2s [ 634.006497] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-649 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.006497] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-649" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.006497] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-649" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.006924] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-649" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.007850] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.007850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.007850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.007850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.007850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.007850] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.008176] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.008176] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.008313] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.008361] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.008435] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.008591] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.030688] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.030898] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.031099] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.031328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-649" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.031771] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-8fe67685-6714-425b-9400-101d626ff0db taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.031974] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-8fe67685-6714-425b-9400-101d626ff0db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.032124] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-8fe67685-6714-425b-9400-101d626ff0db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.032502] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-8fe67685-6714-425b-9400-101d626ff0db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.032705] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe67685-6714-425b-9400-101d626ff0db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.092585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.092585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.092585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.092585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.092585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.092585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.092585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.092585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.092585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.092585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.092585] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a896d778-a978-46a4-8b36-cc01e3d0e001 already deleted. [ 634.093129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.536274] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.536499] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.536620] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.536899] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.537053] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.537199] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 8fe67685-6714-425b-9400-101d626ff0db not found, creating... [ 634.537722] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.537722] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.537722] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.537926] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.538036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.538364] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.538592] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.538700] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.538984] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.539224] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.539373] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 8fe67685-6714-425b-9400-101d626ff0db is going to be created. [ 634.560441] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.560758] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.561154] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.561284] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.561494] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.561901] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-8fe67685-6714-425b-9400-101d626ff0db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.109123] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e in Status: SUCCESS [ 635.109320] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e deletion is rescheduled due to dependency. [ 635.109431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.300893] env[65815]: INFO networking_nsxv3.common.synchronization [req-821bb7f6-c342-4c3f-bfb6-73eb50d110df req-238587c6-a019-4d48-a3ce-0ec90d80f3e4 service nova] Enqueued Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGHEST for action security_group_rules [ 635.301088] env[65815]: INFO networking_nsxv3.common.synchronization [req-821bb7f6-c342-4c3f-bfb6-73eb50d110df req-238587c6-a019-4d48-a3ce-0ec90d80f3e4 service nova] Enqueued Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGHEST for action security_group_members [ 635.301231] env[65815]: INFO networking_nsxv3.common.synchronization [req-821bb7f6-c342-4c3f-bfb6-73eb50d110df req-238587c6-a019-4d48-a3ce-0ec90d80f3e4 service nova] Enqueued Resource ID: 8fe67685-6714-425b-9400-101d626ff0db with Priority: HIGHEST for action port [ 635.301805] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGHEST for action security_group_rules [ 635.301932] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGHEST for action security_group_members [ 635.302371] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe67685-6714-425b-9400-101d626ff0db with Priority: HIGHEST for action port [ 635.302508] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a896d778-a978-46a4-8b36-cc01e3d0e001 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.302783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.302783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.303172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.303172] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.304197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a896d778-a978-46a4-8b36-cc01e3d0e001 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.304197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.304330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.304444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.304590] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.304683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.304769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.304875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.304956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.305059] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.306435] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe67685-6714-425b-9400-101d626ff0db taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.306536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe67685-6714-425b-9400-101d626ff0db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.306536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe67685-6714-425b-9400-101d626ff0db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.306695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe67685-6714-425b-9400-101d626ff0db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.307075] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe67685-6714-425b-9400-101d626ff0db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.736412] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: SUCCESS [ 635.738203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.810107] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a896d778-a978-46a4-8b36-cc01e3d0e001 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.814020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.814020] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.814020] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fe67685-6714-425b-9400-101d626ff0db with status ACTIVE [ 635.814020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.814020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.814020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.814688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.814830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.815778] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.815912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.816062] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.816624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.816624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.816624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.816624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.816624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.818507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.818962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.819140] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fe67685-6714-425b-9400-101d626ff0db is going to be updated. [ 635.824760] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.856353] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.856510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.856510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.856886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.856886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.857072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe67685-6714-425b-9400-101d626ff0db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.154726] env[65815]: INFO networking_nsxv3.common.synchronization [req-371813f7-9739-4191-9ea4-cacb778dce09 req-be4a7821-001d-4cee-bd96-69f7215d8a4d tempest-DeleteServersAdminTestJSON-629933462 tempest-DeleteServersAdminTestJSON-629933462-project-admin] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 636.155319] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 636.156210] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.156338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.156419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.156729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.156826] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.156826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.156942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.157054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.157454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.157454] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.328355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.328355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.328355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.328355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.328355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.328539] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a896d778-a978-46a4-8b36-cc01e3d0e001 is going to be created. [ 636.360165] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.360315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.360386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.360599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.360755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.372230] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a896d778-a978-46a4-8b36-cc01e3d0e001 in Status: UNINITIALIZED for 2s [ 636.660519] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.660783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.660783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.660955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.661061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.661268] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.661457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.661457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.661628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.661721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.661924] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 is going to be updated. [ 636.695374] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.695574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.695574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.695864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.696178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.705764] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: IN_PROGRESS for 2s [ 637.176262] env[65815]: INFO networking_nsxv3.common.synchronization [req-044e44be-ac3b-46da-9a58-2118bc2037c2 req-77256bd1-b49b-4031-bfcb-e5c7ba85760f tempest-TenantUsagesTestJSON-797646194 tempest-TenantUsagesTestJSON-797646194-project-member] Enqueued Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGHEST for action security_group_members [ 637.177329] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGHEST for action security_group_members [ 637.177329] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d30e734-86b9-4345-a013-772bc0d0d7d2 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.177329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.177329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.177587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.177916] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.177916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.177916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.178248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.178248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.178317] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.592673] env[65815]: INFO networking_nsxv3.common.synchronization [req-b21ca5c0-d459-4028-b164-c5539d7d9a5e req-62fd19aa-888c-4041-a8db-3ab2007007fe tempest-VolumesAssistedSnapshotsTest-613112876 tempest-VolumesAssistedSnapshotsTest-613112876-project-member] Enqueued Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_members [ 637.592673] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_members [ 637.592673] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.592929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.592929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.593142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.593325] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.593447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.593522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.593742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.593898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.593956] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.681660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.681809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.681809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.681996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.682275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.682380] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.682380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.682516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.682930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.682930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.682930] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 is going to be updated. [ 637.724561] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.724821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.724821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.725322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.725481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.738087] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 in Status: IN_PROGRESS for 2s [ 637.746822] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7d565aea-1321-43d2-939d-914d3a6c8d40 None None] Enqueued Resource ID: ec2c95af-09f6-46ee-bd2d-c686c4a8f123 with Priority: HIGHEST for action port [ 637.747404] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec2c95af-09f6-46ee-bd2d-c686c4a8f123 with Priority: HIGHEST for action port [ 637.747911] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec2c95af-09f6-46ee-bd2d-c686c4a8f123 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.748709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec2c95af-09f6-46ee-bd2d-c686c4a8f123" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.748830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec2c95af-09f6-46ee-bd2d-c686c4a8f123" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.749180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec2c95af-09f6-46ee-bd2d-c686c4a8f123" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.749285] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec2c95af-09f6-46ee-bd2d-c686c4a8f123',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.096287] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.096447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.096504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.096735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.096818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.097028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.097187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.097229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.097365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.097436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.097520] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 already deleted. [ 638.097597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.252062] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec2c95af-09f6-46ee-bd2d-c686c4a8f123 [ 638.254967] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.254967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.254967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.254967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.254967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.254967] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec2c95af-09f6-46ee-bd2d-c686c4a8f123 already deleted. [ 638.254967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec2c95af-09f6-46ee-bd2d-c686c4a8f123" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.383161] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a896d778-a978-46a4-8b36-cc01e3d0e001 in Status: SUCCESS [ 638.383161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.383331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.383901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.383901] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.383901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.383901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.384082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.384161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.384212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.384291] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.499801] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.500042] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-989" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.500936] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-989" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.501112] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-989" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.501235] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.501391] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.501500] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.501771] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.501926] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.502181] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.502928] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.502928] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.502928] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.502928] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.502928] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.502928] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.522888] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.523123] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.523340] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.523926] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-989" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.523926] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-55b36b07-a390-440c-a47d-2f0202c9db7e taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.524146] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-55b36b07-a390-440c-a47d-2f0202c9db7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.524211] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-55b36b07-a390-440c-a47d-2f0202c9db7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.524571] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-55b36b07-a390-440c-a47d-2f0202c9db7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.524726] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55b36b07-a390-440c-a47d-2f0202c9db7e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.719219] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: SUCCESS [ 638.719219] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 deletion is rescheduled due to dependency. [ 638.719219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.887057] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a896d778-a978-46a4-8b36-cc01e3d0e001 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.887629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.887731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.887871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.887914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.889335] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a896d778-a978-46a4-8b36-cc01e3d0e001 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.889335] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.889335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.889335] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.030566] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.030566] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.030566] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.030566] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.031092] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.031092] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 55b36b07-a390-440c-a47d-2f0202c9db7e not found, creating... [ 639.031092] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.031211] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.031276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.031493] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.031664] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.031953] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.032115] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.032226] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.032431] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.032558] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.032690] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 55b36b07-a390-440c-a47d-2f0202c9db7e is going to be created. [ 639.053213] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.053409] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.053497] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.053841] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.054194] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.054521] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-55b36b07-a390-440c-a47d-2f0202c9db7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.175007] env[65815]: INFO networking_nsxv3.common.synchronization [req-a2e21533-734e-43bf-9b47-2db80ed4a8ab req-8b9d61e5-932c-4842-ad0d-79362fd82817 tempest-ServerExternalEventsTest-1276196262 tempest-ServerExternalEventsTest-1276196262-project-member] Enqueued Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGHEST for action security_group_members [ 639.175529] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGHEST for action security_group_members [ 639.175823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.175945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.176038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.176267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.176442] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.176509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.176578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.176705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.176788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.176877] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.393736] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a896d778-a978-46a4-8b36-cc01e3d0e001: rpc.has_security_group_logging(os_id): False [ 639.413535] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.414686] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415182] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.415182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.415182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.415182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.415182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415347] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.415393] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.415550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.415699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.415773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.415895] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a896d778-a978-46a4-8b36-cc01e3d0e001 is going to be created. [ 639.485299] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.485567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.485567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.485775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.485965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.497545] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a896d778-a978-46a4-8b36-cc01e3d0e001 in Status: IN_PROGRESS for 2s [ 639.530793] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.531272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.531508] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.531892] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.532274] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.532557] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.532761] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.533105] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.533352] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.533640] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.533833] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.534443] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.534443] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.534443] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.534443] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.535243] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.569530] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.569752] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.569872] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.570065] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.570440] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-df92b8c5-c204-49f8-9726-761fd32e5d9c taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.570653] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-df92b8c5-c204-49f8-9726-761fd32e5d9c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.570735] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-df92b8c5-c204-49f8-9726-761fd32e5d9c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.571091] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-df92b8c5-c204-49f8-9726-761fd32e5d9c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.571683] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df92b8c5-c204-49f8-9726-761fd32e5d9c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.677646] env[65815]: INFO networking_nsxv3.common.synchronization [None req-aa9560c1-e261-4985-ac49-8d313e5751fa None None] Enqueued Resource ID: fa53adfd-25e7-4644-a5ed-edbba2bef73f with Priority: HIGHEST for action port [ 639.677916] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa53adfd-25e7-4644-a5ed-edbba2bef73f with Priority: HIGHEST for action port [ 639.678488] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa53adfd-25e7-4644-a5ed-edbba2bef73f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.678926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa53adfd-25e7-4644-a5ed-edbba2bef73f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.678926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa53adfd-25e7-4644-a5ed-edbba2bef73f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.678926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa53adfd-25e7-4644-a5ed-edbba2bef73f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.679100] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa53adfd-25e7-4644-a5ed-edbba2bef73f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.682576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.682713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.682885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.682963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.683224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.683224] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.683331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.683363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.683495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.683567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.683670] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 already deleted. [ 639.683814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.747764] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 in Status: SUCCESS [ 639.747925] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 deletion is rescheduled due to dependency. [ 639.748049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.770117] env[65815]: INFO networking_nsxv3.common.synchronization [req-b21ca5c0-d459-4028-b164-c5539d7d9a5e req-d851565f-e23d-405f-a80a-161d9a28921a service nova] Enqueued Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_rules [ 639.770562] env[65815]: INFO networking_nsxv3.common.synchronization [req-b21ca5c0-d459-4028-b164-c5539d7d9a5e req-d851565f-e23d-405f-a80a-161d9a28921a service nova] Enqueued Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_members [ 639.770562] env[65815]: INFO networking_nsxv3.common.synchronization [req-b21ca5c0-d459-4028-b164-c5539d7d9a5e req-d851565f-e23d-405f-a80a-161d9a28921a service nova] Enqueued Resource ID: 55b36b07-a390-440c-a47d-2f0202c9db7e with Priority: HIGHEST for action port [ 639.771322] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_rules [ 639.771322] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_members [ 639.771322] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55b36b07-a390-440c-a47d-2f0202c9db7e with Priority: HIGHEST for action port [ 639.771486] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.771935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.772013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.772266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.772384] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.773753] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.773974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.774061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.776599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.776599] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.776599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.776599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.776599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.776599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.776599] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.778577] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-55b36b07-a390-440c-a47d-2f0202c9db7e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.778703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55b36b07-a390-440c-a47d-2f0202c9db7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.778840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55b36b07-a390-440c-a47d-2f0202c9db7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.778908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55b36b07-a390-440c-a47d-2f0202c9db7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.778992] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55b36b07-a390-440c-a47d-2f0202c9db7e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.074453] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.074453] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.074453] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.074671] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.074993] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.074993] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port df92b8c5-c204-49f8-9726-761fd32e5d9c not found, creating... [ 640.076248] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.076248] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.076248] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.076248] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.076248] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.076248] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.076248] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.076558] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.076558] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.076614] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.076811] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: df92b8c5-c204-49f8-9726-761fd32e5d9c is going to be created. [ 640.101900] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.102293] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.102504] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.102800] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.103056] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.103405] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-df92b8c5-c204-49f8-9726-761fd32e5d9c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.181943] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa53adfd-25e7-4644-a5ed-edbba2bef73f [ 640.181943] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.181943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.181943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.182219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.182275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.182344] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa53adfd-25e7-4644-a5ed-edbba2bef73f already deleted. [ 640.182406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa53adfd-25e7-4644-a5ed-edbba2bef73f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.274849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.275024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.279468] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.280459] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55b36b07-a390-440c-a47d-2f0202c9db7e with status ACTIVE [ 640.280676] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.281477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.281584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.281843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.282285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.282354] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.282472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.282549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.282695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.283054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.283054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.283152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.283152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.283289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.283396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.283483] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55b36b07-a390-440c-a47d-2f0202c9db7e is going to be updated. [ 640.307795] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.307996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.308061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.308502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.308502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.308585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55b36b07-a390-440c-a47d-2f0202c9db7e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.790757] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.036963] env[65815]: INFO networking_nsxv3.common.synchronization [req-ad453bc5-bc03-4817-b157-2e8de91f4133 req-bbfc74cc-5310-4000-a71b-63bb9936e937 tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 641.037507] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 641.037941] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.038108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.038177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.038455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.038608] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.038708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.038766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.038908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.039259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.039259] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.049771] env[65815]: INFO networking_nsxv3.common.synchronization [req-a2e21533-734e-43bf-9b47-2db80ed4a8ab req-13b584e9-27c9-4107-8155-54d33885a80c service nova] Enqueued Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGHEST for action security_group_rules [ 641.050272] env[65815]: INFO networking_nsxv3.common.synchronization [req-a2e21533-734e-43bf-9b47-2db80ed4a8ab req-13b584e9-27c9-4107-8155-54d33885a80c service nova] Enqueued Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGHEST for action security_group_members [ 641.050272] env[65815]: INFO networking_nsxv3.common.synchronization [req-a2e21533-734e-43bf-9b47-2db80ed4a8ab req-13b584e9-27c9-4107-8155-54d33885a80c service nova] Enqueued Resource ID: df92b8c5-c204-49f8-9726-761fd32e5d9c with Priority: HIGHEST for action port [ 641.050955] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGHEST for action security_group_rules [ 641.051155] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGHEST for action security_group_members [ 641.051221] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df92b8c5-c204-49f8-9726-761fd32e5d9c with Priority: HIGHEST for action port [ 641.051730] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.051730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.051730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.052047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.052047] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.052847] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.053202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.053202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.053202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.053355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.053745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.053817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.053988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.054096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.054192] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.054898] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-df92b8c5-c204-49f8-9726-761fd32e5d9c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.054999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df92b8c5-c204-49f8-9726-761fd32e5d9c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.055076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df92b8c5-c204-49f8-9726-761fd32e5d9c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.055226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df92b8c5-c204-49f8-9726-761fd32e5d9c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.055301] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df92b8c5-c204-49f8-9726-761fd32e5d9c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.301189] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.301189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.301189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.301516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.301673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.301805] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 is going to be created. [ 641.330087] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.330295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.330371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.330622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.330782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.344980] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 in Status: UNINITIALIZED for 2s [ 641.512480] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a896d778-a978-46a4-8b36-cc01e3d0e001 in Status: SUCCESS [ 641.512793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.543215] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.543436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.543531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.543806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.545015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.545259] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.545413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.545516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.545739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.545872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.545985] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 already deleted. [ 641.546112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.556757] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.556935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.561872] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.562956] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df92b8c5-c204-49f8-9726-761fd32e5d9c with status ACTIVE [ 641.563270] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.563623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.563623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.564263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.564670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.564814] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.565618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.565618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565618] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.566300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.566300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.566300] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df92b8c5-c204-49f8-9726-761fd32e5d9c is going to be updated. [ 641.593398] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.593603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.593603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.593831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.593974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.594681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df92b8c5-c204-49f8-9726-761fd32e5d9c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.617678] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.618741] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.618741] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.618741] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.618978] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.619102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.619254] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.619503] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.620219] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.620219] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.620219] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.620376] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.620408] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.621031] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 641.621031] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.621031] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.644648] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.644946] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 641.645181] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.645467] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.645823] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.646046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.646170] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.646511] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.646707] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a983d7-ade7-4a65-a0ce-c34f5c9ecb39',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.069409] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.149719] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.149719] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.149943] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.150159] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.150305] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.150454] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 88a983d7-ade7-4a65-a0ce-c34f5c9ecb39 not found, creating... [ 642.150744] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.150951] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.151025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.151245] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.151379] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.151697] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.151849] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.151960] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.152173] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.152311] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.152526] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 88a983d7-ade7-4a65-a0ce-c34f5c9ecb39 is going to be created. [ 642.174811] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.175027] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.175147] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.175419] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.175657] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.176193] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.197445] env[65815]: INFO networking_nsxv3.common.synchronization [None req-431eb202-fbbb-4fad-b637-7171a7a86e38 tempest-ServersTestFqdnHostnames-918971426 tempest-ServersTestFqdnHostnames-918971426-project-member] Enqueued Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_rules [ 642.197989] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_rules [ 642.198384] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.198487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.198536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.198760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.198844] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.501402] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a3610738-87f7-4ace-9b4b-b1c6d2ce7b11 tempest-ServersTestFqdnHostnames-918971426 tempest-ServersTestFqdnHostnames-918971426-project-member] Enqueued Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_rules [ 642.502045] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_rules [ 642.502880] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.502880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.572116] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.572255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.572255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.572947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.572947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.572947] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 is going to be created. [ 642.600699] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.600823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.600903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.601140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.601297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.612695] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 in Status: UNINITIALIZED for 2s [ 642.719997] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.720157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.720234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.720435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.720548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.720600] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e already deleted. [ 642.720688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.720843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.721115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.721200] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.867621] env[65815]: INFO networking_nsxv3.common.synchronization [req-ad453bc5-bc03-4817-b157-2e8de91f4133 req-cd479f41-f649-4bf9-b26b-236e92003dc3 service nova] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_rules [ 642.867842] env[65815]: INFO networking_nsxv3.common.synchronization [req-ad453bc5-bc03-4817-b157-2e8de91f4133 req-cd479f41-f649-4bf9-b26b-236e92003dc3 service nova] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 642.867976] env[65815]: INFO networking_nsxv3.common.synchronization [req-ad453bc5-bc03-4817-b157-2e8de91f4133 req-cd479f41-f649-4bf9-b26b-236e92003dc3 service nova] Enqueued Resource ID: 88a983d7-ade7-4a65-a0ce-c34f5c9ecb39 with Priority: HIGHEST for action port [ 642.868526] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_rules [ 642.868704] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 642.868820] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88a983d7-ade7-4a65-a0ce-c34f5c9ecb39 with Priority: HIGHEST for action port [ 642.869358] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.869670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.869670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.869874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.870025] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.871016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.871186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.871278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.871491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.871700] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.871897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.871987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.872296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.872430] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.873310] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.873885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.873885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.873885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.874023] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88a983d7-ade7-4a65-a0ce-c34f5c9ecb39',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.245660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.245996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.245996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.246181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.246272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.246371] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e already deleted. [ 643.246479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.354258] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 in Status: SUCCESS [ 643.354479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.354650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.354861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.355062] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.355327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.355409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.355580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.355661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.355763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.355839] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.378225] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.379556] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.379779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.379976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88a983d7-ade7-4a65-a0ce-c34f5c9ecb39 with status ACTIVE [ 643.380360] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.380360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.380481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.380700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.380798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.380972] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.381145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.381230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.381414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.381495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.381724] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.381861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.381861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.382298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.382298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.382298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88a983d7-ade7-4a65-a0ce-c34f5c9ecb39 is going to be updated. [ 643.405746] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.405905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.405905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.406228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.406401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.406605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88a983d7-ade7-4a65-a0ce-c34f5c9ecb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.844922] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c5abdf1-6cc4-4ec9-93eb-eaa5cc621002 req-a1a79643-6895-4770-b93c-a884da83ca28 tempest-ServersAdminNegativeTestJSON-1048862707 tempest-ServersAdminNegativeTestJSON-1048862707-project-member] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 643.845628] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 643.845920] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.846079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.846660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.846660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.846660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.846884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.846884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.846966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.847060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.847707] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.858315] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.884386] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.357154] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.361391] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae9b11c1-1e39-4e0c-a82f-84ebc807cf15: rpc.has_security_group_logging(os_id): False [ 644.380218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.380426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.380426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.380626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.380712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.380942] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.381058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.381121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.381321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.381412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.381500] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 is going to be created. [ 644.389917] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.390014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.390057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.390243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.390322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.390413] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be created. [ 644.412204] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.412404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.412404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.412612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.412840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.423097] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: UNINITIALIZED for 2s [ 644.448218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.448395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.448463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.448673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.448845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.459162] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 in Status: IN_PROGRESS for 2s [ 644.626503] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 in Status: SUCCESS [ 644.626503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.626503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.626503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.626503] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.626503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.626503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.627153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.627153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.627153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.627153] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.645023] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.645023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.645023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.645023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.645322] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.645592] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.645797] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.646134] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.646367] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.646667] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.646862] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.647060] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.647245] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.649023] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.649023] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.649023] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.674017] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.674017] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.674017] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.674017] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.674017] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-a5915988-1940-41d4-8eee-b672b421f388 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.674017] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-a5915988-1940-41d4-8eee-b672b421f388" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.674017] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-a5915988-1940-41d4-8eee-b672b421f388" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.674017] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-a5915988-1940-41d4-8eee-b672b421f388" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.674017] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5915988-1940-41d4-8eee-b672b421f388',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.695327] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ec8912e1-6174-4988-928e-fde492a3fe46 None None] Enqueued Resource ID: 2028d893-1ada-463a-b73b-24dc674cfb2f with Priority: HIGHEST for action port [ 644.695932] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2028d893-1ada-463a-b73b-24dc674cfb2f with Priority: HIGHEST for action port [ 644.696656] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2028d893-1ada-463a-b73b-24dc674cfb2f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.696801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2028d893-1ada-463a-b73b-24dc674cfb2f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.696854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2028d893-1ada-463a-b73b-24dc674cfb2f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.697236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2028d893-1ada-463a-b73b-24dc674cfb2f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.697236] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2028d893-1ada-463a-b73b-24dc674cfb2f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.855982] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.128908] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.129092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.129163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.129381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.130033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.130033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.130215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.130254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.130508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.130615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.130779] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.130898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.130940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.131174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.131338] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.131457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.131505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.131729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.131918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.132026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.132112] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.175846] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.176272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.176421] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.177693] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.177693] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.177693] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port a5915988-1940-41d4-8eee-b672b421f388 not found, creating... [ 645.177693] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.177970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.178158] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.178498] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.178696] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.179101] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.179306] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.179429] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.179703] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.179864] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.180022] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: a5915988-1940-41d4-8eee-b672b421f388 is going to be created. [ 645.199351] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2028d893-1ada-463a-b73b-24dc674cfb2f [ 645.199601] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.199761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.199840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.200118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.200183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.200261] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2028d893-1ada-463a-b73b-24dc674cfb2f already deleted. [ 645.200340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2028d893-1ada-463a-b73b-24dc674cfb2f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.206352] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.206606] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.206709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.206979] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.207234] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.207446] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-a5915988-1940-41d4-8eee-b672b421f388" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.283798] env[65815]: INFO networking_nsxv3.common.synchronization [None req-63071d55-09f3-473e-9968-c2461c95b497 None None] Enqueued Resource ID: c7ce0ab7-a692-4992-b827-a803df6bd420 with Priority: HIGHEST for action port [ 645.284405] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ce0ab7-a692-4992-b827-a803df6bd420 with Priority: HIGHEST for action port [ 645.284722] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7ce0ab7-a692-4992-b827-a803df6bd420 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.284849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7ce0ab7-a692-4992-b827-a803df6bd420" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.285131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7ce0ab7-a692-4992-b827-a803df6bd420" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.285469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7ce0ab7-a692-4992-b827-a803df6bd420" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.285550] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ce0ab7-a692-4992-b827-a803df6bd420',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.358264] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.359616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.359616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.359616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.359616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.359616] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 is going to be updated. [ 645.398770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.399011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.399011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.399712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.399712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.411203] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: IN_PROGRESS for 2s [ 645.638983] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ebdae58-a9c9-4eed-9bc7-a392ada76a14: rpc.has_security_group_logging(os_id): False [ 645.657447] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.657606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.657606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.658248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.658248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.658248] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.658441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.658441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.658655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.658740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.658986] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.659089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.659725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.659725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.659725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.659725] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.659725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.659725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.659983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.660028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.660154] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 is going to be created. [ 645.722567] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.722567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.722986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.722986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.723098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.737037] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 in Status: IN_PROGRESS for 2s [ 645.788594] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7ce0ab7-a692-4992-b827-a803df6bd420 [ 645.788594] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.788594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.788594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.788594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.788594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.788594] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7ce0ab7-a692-4992-b827-a803df6bd420 already deleted. [ 645.788594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7ce0ab7-a692-4992-b827-a803df6bd420" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.990997] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c5abdf1-6cc4-4ec9-93eb-eaa5cc621002 req-06b610ef-bf02-4798-a766-8f3bb7413894 service nova] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_rules [ 645.991224] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c5abdf1-6cc4-4ec9-93eb-eaa5cc621002 req-06b610ef-bf02-4798-a766-8f3bb7413894 service nova] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 645.991224] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c5abdf1-6cc4-4ec9-93eb-eaa5cc621002 req-06b610ef-bf02-4798-a766-8f3bb7413894 service nova] Enqueued Resource ID: a5915988-1940-41d4-8eee-b672b421f388 with Priority: HIGHEST for action port [ 645.992255] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_rules [ 645.992255] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 645.993238] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5915988-1940-41d4-8eee-b672b421f388 with Priority: HIGHEST for action port [ 645.995141] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.995293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.995459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.995845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.996098] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.997735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.998474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.998474] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5915988-1940-41d4-8eee-b672b421f388 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.998612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5915988-1940-41d4-8eee-b672b421f388" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.998612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5915988-1940-41d4-8eee-b672b421f388" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.999019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5915988-1940-41d4-8eee-b672b421f388" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.999106] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5915988-1940-41d4-8eee-b672b421f388',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.438043] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 646.438043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.438043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.438785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.438862] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.438933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.439086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.439206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.439294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439459] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.473618] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 in Status: SUCCESS [ 646.474673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.502122] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.502122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510811] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5915988-1940-41d4-8eee-b672b421f388 with status ACTIVE [ 646.510811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.510811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.510811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.510811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.510811] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5915988-1940-41d4-8eee-b672b421f388 is going to be updated. [ 646.536281] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.536750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.536941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.537279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.537544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.537824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5915988-1940-41d4-8eee-b672b421f388" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.632267] env[65815]: INFO networking_nsxv3.common.synchronization [req-e8f11794-5c54-4f6f-b23e-9144743c7172 req-cd753ac8-0d73-456d-9a51-8a416cc65eb2 tempest-FloatingIPsAssociationTestJSON-749154560 tempest-FloatingIPsAssociationTestJSON-749154560-project-member] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 646.633847] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 646.634551] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.635455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.635455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.635455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.635455] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.635847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.635847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.636358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.637264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.637401] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.748181] env[65815]: INFO networking_nsxv3.common.synchronization [None req-1d854479-3706-4d16-9d74-657aa9880177 None None] Enqueued Resource ID: 5c63d6a5-5957-4b20-9b5d-a137bb3456f5 with Priority: HIGHEST for action port [ 646.748492] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c63d6a5-5957-4b20-9b5d-a137bb3456f5 with Priority: HIGHEST for action port [ 646.748810] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c63d6a5-5957-4b20-9b5d-a137bb3456f5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.748932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c63d6a5-5957-4b20-9b5d-a137bb3456f5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.748989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c63d6a5-5957-4b20-9b5d-a137bb3456f5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.751803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c63d6a5-5957-4b20-9b5d-a137bb3456f5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.751803] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c63d6a5-5957-4b20-9b5d-a137bb3456f5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.943647] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.141321] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.254276] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-121 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.254276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-121" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.254276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-121" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.254276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-121" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.254276] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.254276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.254276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.254759] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.254759] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.255034] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.255166] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.255759] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.255759] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.255759] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.255759] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.255759] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.256948] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c63d6a5-5957-4b20-9b5d-a137bb3456f5 [ 647.258086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.258086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.258086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.258086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.258086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.258086] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c63d6a5-5957-4b20-9b5d-a137bb3456f5 already deleted. [ 647.258086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c63d6a5-5957-4b20-9b5d-a137bb3456f5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.282526] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.282526] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.282526] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.282708] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-121" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.283017] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-eba87b65-01ac-4fab-821f-047b279d3ca6 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.283301] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-eba87b65-01ac-4fab-821f-047b279d3ca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.283355] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-eba87b65-01ac-4fab-821f-047b279d3ca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.283707] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-eba87b65-01ac-4fab-821f-047b279d3ca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.283862] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba87b65-01ac-4fab-821f-047b279d3ca6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.425266] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: SUCCESS [ 647.425266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.425266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.425266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.425266] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.425266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.425266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.425266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.425733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.425733] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.448231] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48e84d99-11be-4d85-a25f-5ab39c5b5f16: rpc.has_security_group_logging(os_id): False [ 647.470721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.470721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.470721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.470721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.470721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.470721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.470721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.470721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.470721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.471606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.471606] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be created. [ 647.534997] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.535451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.535582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.535918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.536378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.550642] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: IN_PROGRESS for 2s [ 647.645730] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.751689] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 in Status: SUCCESS [ 647.752046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.787231] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.787231] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.787531] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.787786] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.787928] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.788622] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port eba87b65-01ac-4fab-821f-047b279d3ca6 not found, creating... [ 647.788716] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.788885] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.789011] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.789360] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.789438] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.789694] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.789850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.789965] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.790201] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.790331] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.790463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: eba87b65-01ac-4fab-821f-047b279d3ca6 is going to be created. [ 647.818090] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.818325] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.818573] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.819033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.819033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.819264] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-eba87b65-01ac-4fab-821f-047b279d3ca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.848709] env[65815]: INFO networking_nsxv3.common.synchronization [None req-c720db4b-0a6a-4c8e-bff8-b2ca34878191 None None] Enqueued Resource ID: 2fc02f13-aa00-4fa8-8481-749ade482f0c with Priority: HIGHEST for action port [ 647.849071] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fc02f13-aa00-4fa8-8481-749ade482f0c with Priority: HIGHEST for action port [ 647.850319] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fc02f13-aa00-4fa8-8481-749ade482f0c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.850463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fc02f13-aa00-4fa8-8481-749ade482f0c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.850548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fc02f13-aa00-4fa8-8481-749ade482f0c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.850865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fc02f13-aa00-4fa8-8481-749ade482f0c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.850981] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fc02f13-aa00-4fa8-8481-749ade482f0c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.928254] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.149445] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.149668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.149951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.150108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.150619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.150776] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 is going to be updated. [ 648.190741] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.190934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.191764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.191764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.191764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.202801] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: IN_PROGRESS for 2s [ 648.353401] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2fc02f13-aa00-4fa8-8481-749ade482f0c [ 648.353644] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.357025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.357025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.357025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.357025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.357025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2fc02f13-aa00-4fa8-8481-749ade482f0c already deleted. [ 648.357831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fc02f13-aa00-4fa8-8481-749ade482f0c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.430238] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.639523] env[65815]: INFO networking_nsxv3.common.synchronization [req-e8f11794-5c54-4f6f-b23e-9144743c7172 req-3fcf2170-b664-4b16-aa62-da07ac809b82 service nova] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_rules [ 648.639845] env[65815]: INFO networking_nsxv3.common.synchronization [req-e8f11794-5c54-4f6f-b23e-9144743c7172 req-3fcf2170-b664-4b16-aa62-da07ac809b82 service nova] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 648.639845] env[65815]: INFO networking_nsxv3.common.synchronization [req-e8f11794-5c54-4f6f-b23e-9144743c7172 req-3fcf2170-b664-4b16-aa62-da07ac809b82 service nova] Enqueued Resource ID: eba87b65-01ac-4fab-821f-047b279d3ca6 with Priority: HIGHEST for action port [ 648.640292] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_rules [ 648.640292] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 648.640292] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba87b65-01ac-4fab-821f-047b279d3ca6 with Priority: HIGHEST for action port [ 648.640842] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.641017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.641232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.641350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.641350] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.644243] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.644243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.644243] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba87b65-01ac-4fab-821f-047b279d3ca6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.644243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba87b65-01ac-4fab-821f-047b279d3ca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.644243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba87b65-01ac-4fab-821f-047b279d3ca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.644243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba87b65-01ac-4fab-821f-047b279d3ca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.644243] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba87b65-01ac-4fab-821f-047b279d3ca6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.934020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.934241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.934296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.934528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.934646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.934758] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 is going to be updated. [ 648.991786] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.993021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.993021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.993021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.993562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.004797] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: IN_PROGRESS for 2s [ 649.042876] env[65815]: INFO networking_nsxv3.common.synchronization [req-5532119e-c573-4350-97ce-b8e0c9bf4209 req-9b7a5d02-2424-4da1-8193-27b5b8237ef9 tempest-ServersWithSpecificFlavorTestJSON-1636987805 tempest-ServersWithSpecificFlavorTestJSON-1636987805-project-member] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 649.043587] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 649.043967] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.044548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.044924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.045064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.046241] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.046241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.046241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.046515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.046515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.046597] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.145196] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.145337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.145686] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba87b65-01ac-4fab-821f-047b279d3ca6 with status ACTIVE [ 649.145757] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.145810] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.145901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.146247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.146340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.146522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.146751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.146751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.146857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.146906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.147094] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.147190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.147253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.147401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.147453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.147550] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba87b65-01ac-4fab-821f-047b279d3ca6 is going to be updated. [ 649.172454] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.172718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.172718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.173297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.173297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.173297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba87b65-01ac-4fab-821f-047b279d3ca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.550478] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.550478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.550733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.553609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.553609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.553609] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.553609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.553609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.553609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.553609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.553609] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d already deleted. [ 649.553609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.566033] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 649.566168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.567978] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.568179] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-421" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.568295] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-421" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.568613] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-421" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.568868] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.569030] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.569166] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.569378] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.569511] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.569706] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.569845] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.569960] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.570081] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.570190] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.570317] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.570415] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.590241] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.590418] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.590673] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.590784] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-421" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.591012] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-66228d2b-7c94-4d41-8fcb-d462b239a8f0 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.591181] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-66228d2b-7c94-4d41-8fcb-d462b239a8f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.591292] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-66228d2b-7c94-4d41-8fcb-d462b239a8f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.591671] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-66228d2b-7c94-4d41-8fcb-d462b239a8f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.591790] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66228d2b-7c94-4d41-8fcb-d462b239a8f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.094682] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.094962] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.095197] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.096213] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.096213] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.096213] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 66228d2b-7c94-4d41-8fcb-d462b239a8f0 not found, creating... [ 650.096213] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.096434] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.096544] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.096822] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.096999] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.097694] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.097933] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.098187] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.098436] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.098668] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.099167] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 66228d2b-7c94-4d41-8fcb-d462b239a8f0 is going to be created. [ 650.123597] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.123874] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.124049] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.124394] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.124768] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.125101] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-66228d2b-7c94-4d41-8fcb-d462b239a8f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.208162] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d2776503-fe3f-4e53-ab37-d567c185cee7 None None] Enqueued Resource ID: c7dde8bd-8405-42ab-ad4f-81dda12d33a8 with Priority: HIGHEST for action port [ 650.208162] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7dde8bd-8405-42ab-ad4f-81dda12d33a8 with Priority: HIGHEST for action port [ 650.208162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7dde8bd-8405-42ab-ad4f-81dda12d33a8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.208162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7dde8bd-8405-42ab-ad4f-81dda12d33a8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.208162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7dde8bd-8405-42ab-ad4f-81dda12d33a8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.208826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7dde8bd-8405-42ab-ad4f-81dda12d33a8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.208826] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7dde8bd-8405-42ab-ad4f-81dda12d33a8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.214538] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: IN_PROGRESS for 4s [ 650.711200] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7dde8bd-8405-42ab-ad4f-81dda12d33a8 [ 650.711200] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.711200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.711200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.711475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.711475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.711475] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7dde8bd-8405-42ab-ad4f-81dda12d33a8 already deleted. [ 650.711568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7dde8bd-8405-42ab-ad4f-81dda12d33a8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.908075] env[65815]: INFO networking_nsxv3.common.synchronization [req-5532119e-c573-4350-97ce-b8e0c9bf4209 req-42f9a0fb-ad03-4f0f-b410-a1d1d36cfa18 service nova] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_rules [ 650.908255] env[65815]: INFO networking_nsxv3.common.synchronization [req-5532119e-c573-4350-97ce-b8e0c9bf4209 req-42f9a0fb-ad03-4f0f-b410-a1d1d36cfa18 service nova] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 650.908409] env[65815]: INFO networking_nsxv3.common.synchronization [req-5532119e-c573-4350-97ce-b8e0c9bf4209 req-42f9a0fb-ad03-4f0f-b410-a1d1d36cfa18 service nova] Enqueued Resource ID: 66228d2b-7c94-4d41-8fcb-d462b239a8f0 with Priority: HIGHEST for action port [ 650.908939] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_rules [ 650.909093] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 650.909215] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66228d2b-7c94-4d41-8fcb-d462b239a8f0 with Priority: HIGHEST for action port [ 650.909509] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.909638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.909713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.909933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.910014] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.911378] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.911378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.911378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.911704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.911704] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.911704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.911704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.911913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.911977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.912124] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.913033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-66228d2b-7c94-4d41-8fcb-d462b239a8f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.913033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66228d2b-7c94-4d41-8fcb-d462b239a8f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.913216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66228d2b-7c94-4d41-8fcb-d462b239a8f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.913216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66228d2b-7c94-4d41-8fcb-d462b239a8f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.913278] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66228d2b-7c94-4d41-8fcb-d462b239a8f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.007861] env[65815]: INFO networking_nsxv3.common.synchronization [req-7324e2d9-647f-4c2b-a6d8-3bdde29a004a req-a1f24b59-f58e-44b6-8833-8601210322f0 tempest-ImagesNegativeTestJSON-1829467248 tempest-ImagesNegativeTestJSON-1829467248-project-member] Enqueued Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGHEST for action security_group_members [ 651.008996] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGHEST for action security_group_members [ 651.009215] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b010aac2-45bd-4881-a259-6785745da2c9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.009833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.009833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.010019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.010410] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.010410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.010410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.010580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.010639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.010942] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.017763] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: SUCCESS [ 651.017971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.018430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.018685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.018812] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.018930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.019018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.019217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.019293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.019374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.019466] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.379389] env[65815]: INFO networking_nsxv3.common.synchronization [None req-eeda1f9b-7fd4-4bbd-9675-189ce22699e3 tempest-ServersTestJSON-1174892611 tempest-ServersTestJSON-1174892611-project-member] Enqueued Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_rules [ 651.379389] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_rules [ 651.379389] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.379389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.379389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.382190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.382434] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.416144] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.416467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.416630] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.418985] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66228d2b-7c94-4d41-8fcb-d462b239a8f0 with status ACTIVE [ 651.419131] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.419262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.419329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.419536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.419690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.420114] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.420280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.420336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.420912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.421033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.421236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.421333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.421443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.421693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.421802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.422616] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66228d2b-7c94-4d41-8fcb-d462b239a8f0 is going to be updated. [ 651.449067] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.449067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.449067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.449067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.449067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.449067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66228d2b-7c94-4d41-8fcb-d462b239a8f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.514121] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.514310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.514381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.514604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.514717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.514957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.515097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.515162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.515330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.515446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.515577] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b010aac2-45bd-4881-a259-6785745da2c9 is going to be updated. [ 651.521678] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.521912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.521960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.522143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.522307] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.522463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.522463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.522603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.522687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.522789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.522939] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.523038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.523089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.523228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.523361] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.523448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.523500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.523631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.523703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.523779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.523868] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.559527] env[65815]: INFO networking_nsxv3.common.synchronization [None req-57c08ef6-5145-4649-994c-c4be14d86d00 tempest-ServersTestJSON-1174892611 tempest-ServersTestJSON-1174892611-project-member] Enqueued Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_rules [ 651.560038] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_rules [ 651.561309] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.561450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.561831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.561831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.562013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.562984] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.565605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.573495] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b010aac2-45bd-4881-a259-6785745da2c9 in Status: IN_PROGRESS for 2s [ 651.909461] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.911036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.911036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.911036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.911036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.911036] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 already deleted. [ 651.911036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.911036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.911036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.911036] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.924538] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.027850] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51d6b30b-2dbf-454e-af5e-99f0a26e2c87: rpc.has_security_group_logging(os_id): False [ 652.048570] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.048570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.048689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.048898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.048999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.049141] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.049284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.049284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.049453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.049500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.051032] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.051235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.051305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.051455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.051677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.051738] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.051813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.052603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.052603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.052603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.052603] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 is going to be updated. [ 652.120560] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.120719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.120789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.121014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.121163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.137542] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: IN_PROGRESS for 2s [ 652.225234] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: SUCCESS [ 652.225465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.226019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.226019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.226019] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.226204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.226204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.226332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.226418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.226500] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.299918] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ab2b1380-ab7b-4a0d-a4a5-ee55ea1005e7 None None] Enqueued Resource ID: 0d5343fd-a471-4d0c-86ec-b5112f20e2c0 with Priority: HIGHEST for action port [ 652.300663] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d5343fd-a471-4d0c-86ec-b5112f20e2c0 with Priority: HIGHEST for action port [ 652.301095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d5343fd-a471-4d0c-86ec-b5112f20e2c0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.301240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d5343fd-a471-4d0c-86ec-b5112f20e2c0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.301305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d5343fd-a471-4d0c-86ec-b5112f20e2c0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.301661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d5343fd-a471-4d0c-86ec-b5112f20e2c0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.301767] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d5343fd-a471-4d0c-86ec-b5112f20e2c0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.429546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.430390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.432978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.432978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.432978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.432978] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be created. [ 652.440672] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.440672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.441554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.441554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.441554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.441554] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 already deleted. [ 652.441554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.458638] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.458638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.458638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.458638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.458638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.469119] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: UNINITIALIZED for 2s [ 652.730958] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.805109] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d5343fd-a471-4d0c-86ec-b5112f20e2c0 [ 652.805823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.805823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.805823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.805823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.806110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.806110] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d5343fd-a471-4d0c-86ec-b5112f20e2c0 already deleted. [ 652.806279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d5343fd-a471-4d0c-86ec-b5112f20e2c0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.232753] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.586063] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b010aac2-45bd-4881-a259-6785745da2c9 in Status: SUCCESS [ 653.586063] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b010aac2-45bd-4881-a259-6785745da2c9 deletion is rescheduled due to dependency. [ 653.586063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.736130] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.736256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.736316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.736531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.736620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.736721] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 is going to be updated. [ 653.767083] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.767083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.767083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.767083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.768917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.801756] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: IN_PROGRESS for 2s [ 654.156764] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: SUCCESS [ 654.156764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.482257] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: SUCCESS [ 654.482480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.482648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.482911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.483156] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.483289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.483354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.483526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.483605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.483694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.483789] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.987237] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.490249] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d: rpc.has_security_group_logging(os_id): False [ 655.512526] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.512750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.512851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.513170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.513303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.513667] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.513824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.513974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.514253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.514382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.514515] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be created. [ 655.577520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.577666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.577777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.577931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.578269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.593804] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: IN_PROGRESS for 2s [ 655.812410] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: SUCCESS [ 655.813304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.813893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.814467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.814467] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.814657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.814725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.814941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.817016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.817016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.817016] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.320371] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.320675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.320675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.320850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.321461] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.321461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.321461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.321461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.321461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.321461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.323289] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.323289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.323289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.323289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.323289] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.323289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.323289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.323289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.323289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.323289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.323289] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.831270] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b758871d-31cf-4de5-9bf4-aabf3ee55677: rpc.has_security_group_logging(os_id): False [ 656.856219] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.856219] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.856219] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.857342] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.857342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.857342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.857342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.857342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.857716] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 is going to be updated. [ 656.939486] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.939673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.939673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.939855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.940895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.961283] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: IN_PROGRESS for 2s [ 657.301940] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 657.302098] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 657.610343] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: SUCCESS [ 657.610741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.692126] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b65a99eb-729b-43fd-be24-71ef45554b64 None None] Enqueued Resource ID: 088b68ee-2700-4fa2-8df9-4ed9df39aa84 with Priority: HIGHEST for action port [ 657.692734] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088b68ee-2700-4fa2-8df9-4ed9df39aa84 with Priority: HIGHEST for action port [ 657.692990] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-088b68ee-2700-4fa2-8df9-4ed9df39aa84 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.693131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-088b68ee-2700-4fa2-8df9-4ed9df39aa84" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.693190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-088b68ee-2700-4fa2-8df9-4ed9df39aa84" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.694213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-088b68ee-2700-4fa2-8df9-4ed9df39aa84" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.694447] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088b68ee-2700-4fa2-8df9-4ed9df39aa84',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.198529] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 088b68ee-2700-4fa2-8df9-4ed9df39aa84 [ 658.198772] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.198857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.198895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.199109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.200013] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:088b68ee-2700-4fa2-8df9-4ed9df39aa84 already deleted. [ 658.200013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-088b68ee-2700-4fa2-8df9-4ed9df39aa84" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.975918] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: SUCCESS [ 658.976379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.406194] env[65815]: INFO networking_nsxv3.common.synchronization [req-c31378d4-8c9a-4d96-bf32-ead50f75ed5c req-df253b34-fe6c-4e51-9722-b3e8cf914132 tempest-ServerDiagnosticsNegativeTest-1943535030 tempest-ServerDiagnosticsNegativeTest-1943535030-project-member] Enqueued Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGHEST for action security_group_members [ 659.406194] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGHEST for action security_group_members [ 659.406194] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.406931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.407054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.407331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.407509] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.407621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.407685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.407845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.407945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.408019] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.912281] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.912784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.912902] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.913203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.913297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.913504] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.913615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.913679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.913832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.913910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.914343] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c already deleted. [ 659.914343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.111213] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.111671] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.111671] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.111765] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.112146] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.112497] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.112497] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.112663] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.112846] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.113008] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.113111] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.113217] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.113316] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.113421] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.113542] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.113672] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.136080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.136309] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.136695] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.136931] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.137332] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-d5cb328c-9077-43e0-b5c5-96500a472f49 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.137534] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-d5cb328c-9077-43e0-b5c5-96500a472f49" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.137654] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-d5cb328c-9077-43e0-b5c5-96500a472f49" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.138092] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-d5cb328c-9077-43e0-b5c5-96500a472f49" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.138264] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5cb328c-9077-43e0-b5c5-96500a472f49',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.635298] env[65815]: INFO networking_nsxv3.common.synchronization [None req-6d5589c5-f59d-40ae-b2f8-31e40f10c67d None None] Enqueued Resource ID: c7ee7bc2-a66f-4e90-95c7-4b118db1bc71 with Priority: HIGHEST for action port [ 660.635298] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ee7bc2-a66f-4e90-95c7-4b118db1bc71 with Priority: HIGHEST for action port [ 660.636056] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7ee7bc2-a66f-4e90-95c7-4b118db1bc71 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.636056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7ee7bc2-a66f-4e90-95c7-4b118db1bc71" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.636168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7ee7bc2-a66f-4e90-95c7-4b118db1bc71" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.636497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7ee7bc2-a66f-4e90-95c7-4b118db1bc71" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.636615] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ee7bc2-a66f-4e90-95c7-4b118db1bc71',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.641099] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.641488] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.641641] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.641990] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.642161] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.642314] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port d5cb328c-9077-43e0-b5c5-96500a472f49 not found, creating... [ 660.642671] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.642921] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.643055] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.643312] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.643479] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.643799] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.647021] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.647021] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.647021] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.647021] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.647021] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: d5cb328c-9077-43e0-b5c5-96500a472f49 is going to be created. [ 660.670211] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.670420] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.670532] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.671119] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.672257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.672487] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-d5cb328c-9077-43e0-b5c5-96500a472f49" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.142113] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7ee7bc2-a66f-4e90-95c7-4b118db1bc71 [ 661.142113] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.142113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.142113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.142113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.142113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.142113] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7ee7bc2-a66f-4e90-95c7-4b118db1bc71 already deleted. [ 661.142113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7ee7bc2-a66f-4e90-95c7-4b118db1bc71" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.407782] env[65815]: INFO networking_nsxv3.common.synchronization [req-c31378d4-8c9a-4d96-bf32-ead50f75ed5c req-e4f9297f-df71-4601-a928-b75a48943390 service nova] Enqueued Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGHEST for action security_group_rules [ 661.407961] env[65815]: INFO networking_nsxv3.common.synchronization [req-c31378d4-8c9a-4d96-bf32-ead50f75ed5c req-e4f9297f-df71-4601-a928-b75a48943390 service nova] Enqueued Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGHEST for action security_group_members [ 661.408105] env[65815]: INFO networking_nsxv3.common.synchronization [req-c31378d4-8c9a-4d96-bf32-ead50f75ed5c req-e4f9297f-df71-4601-a928-b75a48943390 service nova] Enqueued Resource ID: d5cb328c-9077-43e0-b5c5-96500a472f49 with Priority: HIGHEST for action port [ 661.408725] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGHEST for action security_group_rules [ 661.408802] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGHEST for action security_group_members [ 661.408857] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5cb328c-9077-43e0-b5c5-96500a472f49 with Priority: HIGHEST for action port [ 661.409304] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.409433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.409492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.409913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.409913] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.410790] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.410926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.411014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.411350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.411431] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.411524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.411589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.411733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.411817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.411931] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.413234] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5cb328c-9077-43e0-b5c5-96500a472f49 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.413433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5cb328c-9077-43e0-b5c5-96500a472f49" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.413433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5cb328c-9077-43e0-b5c5-96500a472f49" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.413575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5cb328c-9077-43e0-b5c5-96500a472f49" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.416298] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5cb328c-9077-43e0-b5c5-96500a472f49',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.702302] env[65815]: INFO networking_nsxv3.common.synchronization [req-eec17be5-6d24-426b-b793-ad635b1b5132 req-bc028492-5fb1-4a0f-8121-3969286d1d0a tempest-ServerExternalEventsTest-1276196262 tempest-ServerExternalEventsTest-1276196262-project-member] Enqueued Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGHEST for action security_group_members [ 661.702891] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGHEST for action security_group_members [ 661.705186] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.705344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.705431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.705653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.705821] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.705921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.705994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.706340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.706340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.706440] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.917072] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.917072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.917072] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.918027] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5cb328c-9077-43e0-b5c5-96500a472f49 with status ACTIVE [ 661.918027] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.918027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.918027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.918467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.918591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.918804] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.919022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.919127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.919479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.919545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.919783] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.920970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.920970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.920970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.920970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.920970] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5cb328c-9077-43e0-b5c5-96500a472f49 is going to be updated. [ 661.947355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.947459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.947541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.947753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.947880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.948096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5cb328c-9077-43e0-b5c5-96500a472f49" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.075374] env[65815]: INFO networking_nsxv3.common.synchronization [None req-81cccad1-6b68-4c36-80e4-348d693e165b None None] Enqueued Resource ID: 146541b7-a177-4a20-8abc-592784b924a6 with Priority: HIGHEST for action port [ 662.076977] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146541b7-a177-4a20-8abc-592784b924a6 with Priority: HIGHEST for action port [ 662.079574] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-146541b7-a177-4a20-8abc-592784b924a6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.079953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146541b7-a177-4a20-8abc-592784b924a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.079953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146541b7-a177-4a20-8abc-592784b924a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.080297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146541b7-a177-4a20-8abc-592784b924a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.080381] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146541b7-a177-4a20-8abc-592784b924a6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.209467] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.210271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.210271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.210271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.210271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.211026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.212657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.212784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.212971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.213203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.213203] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 is going to be updated. [ 662.249040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.249286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.249376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.249659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.249863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.263023] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 in Status: IN_PROGRESS for 2s [ 662.424527] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.584153] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 146541b7-a177-4a20-8abc-592784b924a6 [ 662.584153] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.584153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.584153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.584153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.584676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.584676] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:146541b7-a177-4a20-8abc-592784b924a6 already deleted. [ 662.584676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146541b7-a177-4a20-8abc-592784b924a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.935086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.935086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.935086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.935086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.935453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.935453] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c is going to be created. [ 662.963803] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.963803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.963803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.963803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.964040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.975911] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c in Status: UNINITIALIZED for 2s [ 663.020272] env[65815]: INFO networking_nsxv3.common.synchronization [req-d61d9608-dfde-4300-b2fb-2566386361ee req-708837d2-75be-4284-a05b-e59aece859cb tempest-ServersTestFqdnHostnames-918971426 tempest-ServersTestFqdnHostnames-918971426-project-member] Enqueued Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_members [ 663.020784] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_members [ 663.023248] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.023435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.023488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.023931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.024177] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.025135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.025234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.025521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.025658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.025793] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.350943] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a8f6772b-44e2-4e6d-b773-77ad7a7b4e5d None None] Enqueued Resource ID: c8321c7c-f310-4b30-a45f-56a601ca1523 with Priority: HIGHEST for action port [ 663.352539] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8321c7c-f310-4b30-a45f-56a601ca1523 with Priority: HIGHEST for action port [ 663.352539] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8321c7c-f310-4b30-a45f-56a601ca1523 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.352539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8321c7c-f310-4b30-a45f-56a601ca1523" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.352685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8321c7c-f310-4b30-a45f-56a601ca1523" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.353102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8321c7c-f310-4b30-a45f-56a601ca1523" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.353102] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8321c7c-f310-4b30-a45f-56a601ca1523',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.530386] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.530386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.530386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.530386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.530386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.531031] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.531031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.531031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.531173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.531480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.531480] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e already deleted. [ 663.531480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.604446] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-385 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.604747] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-385" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.604882] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-385" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.605641] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-385" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.605982] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.607497] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.607631] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.607906] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.608078] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.608318] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.609016] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.609016] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.609016] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.609016] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.609016] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.609248] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.633557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.635045] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.635045] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.635045] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-385" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.635045] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.635045] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.635710] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.635710] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.635710] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fd2b90-bdf6-43b5-a46b-cb8887e08696',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.856799] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8321c7c-f310-4b30-a45f-56a601ca1523 [ 663.857166] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.857335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.857428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.857878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.858284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.858284] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8321c7c-f310-4b30-a45f-56a601ca1523 already deleted. [ 663.858420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8321c7c-f310-4b30-a45f-56a601ca1523" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.138799] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.139058] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.139181] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.139511] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.139827] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.140049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port b6fd2b90-bdf6-43b5-a46b-cb8887e08696 not found, creating... [ 664.140672] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.140672] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.140672] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.140991] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.141159] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.141456] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.141637] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.141765] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.142356] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.142597] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.142783] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: b6fd2b90-bdf6-43b5-a46b-cb8887e08696 is going to be created. [ 664.165600] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.165827] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.165989] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.166606] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.166761] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.167173] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.273980] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 in Status: SUCCESS [ 664.273980] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 deletion is rescheduled due to dependency. [ 664.273980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.939830] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a947a98a-26c2-442f-b1af-31f15a8521db None None] Enqueued Resource ID: a1e6f528-6056-4b77-b6fb-1c013677ba10 with Priority: HIGHEST for action port [ 664.943045] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1e6f528-6056-4b77-b6fb-1c013677ba10 with Priority: HIGHEST for action port [ 664.947047] env[65815]: INFO networking_nsxv3.common.synchronization [req-d61d9608-dfde-4300-b2fb-2566386361ee req-a656826f-e6ac-4253-b61f-30ac82c3be4c service nova] Enqueued Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_rules [ 664.947047] env[65815]: INFO networking_nsxv3.common.synchronization [req-d61d9608-dfde-4300-b2fb-2566386361ee req-a656826f-e6ac-4253-b61f-30ac82c3be4c service nova] Enqueued Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_members [ 664.947047] env[65815]: INFO networking_nsxv3.common.synchronization [req-d61d9608-dfde-4300-b2fb-2566386361ee req-a656826f-e6ac-4253-b61f-30ac82c3be4c service nova] Enqueued Resource ID: b6fd2b90-bdf6-43b5-a46b-cb8887e08696 with Priority: HIGHEST for action port [ 664.947047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1e6f528-6056-4b77-b6fb-1c013677ba10 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.947047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1e6f528-6056-4b77-b6fb-1c013677ba10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.947047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1e6f528-6056-4b77-b6fb-1c013677ba10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.947047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1e6f528-6056-4b77-b6fb-1c013677ba10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.947047] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1e6f528-6056-4b77-b6fb-1c013677ba10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.947704] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_rules [ 664.947704] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_members [ 664.947704] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6fd2b90-bdf6-43b5-a46b-cb8887e08696 with Priority: HIGHEST for action port [ 664.948444] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.948590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.948675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.948863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.948936] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.952437] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.952437] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.952437] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.953553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.953553] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.953553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.953553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.953553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.953891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.954742] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.955399] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.955626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.955778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.956140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.956332] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6fd2b90-bdf6-43b5-a46b-cb8887e08696',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.988027] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c in Status: SUCCESS [ 664.988300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.988521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.988811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.991340] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.991340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.991340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.991340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.991340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.991340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.991340] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.451475] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1e6f528-6056-4b77-b6fb-1c013677ba10 [ 665.451782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.451969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.452105] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.452319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.452423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.452547] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1e6f528-6056-4b77-b6fb-1c013677ba10 already deleted. [ 665.452639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1e6f528-6056-4b77-b6fb-1c013677ba10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.460177] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.463200] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.463200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.463200] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6fd2b90-bdf6-43b5-a46b-cb8887e08696 with status ACTIVE [ 665.463828] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.463828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.464079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.464164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.465192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.465192] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.465192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.465192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.466345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.466345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.466345] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.466345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.466345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.466345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.466345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.466345] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6fd2b90-bdf6-43b5-a46b-cb8887e08696 is going to be updated. [ 665.493070] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.496036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.496036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.496036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.496036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.496889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.496889] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.500448] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.501029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.503199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.503199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.503199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.503199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6fd2b90-bdf6-43b5-a46b-cb8887e08696" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.963185] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.004138] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c: rpc.has_security_group_logging(os_id): False [ 666.210656] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.210656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.210656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.210931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.210931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.211088] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.211190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.211249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.211400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.211472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.211660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.211771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.211819] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.211952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.212057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.212254] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.212346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.212502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.212563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.212596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.213097] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c is going to be created. [ 666.274766] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.274924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.274987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.275199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.275381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.289741] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c in Status: IN_PROGRESS for 2s [ 666.467831] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.467990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.468080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.468306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.468396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.468493] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e is going to be created. [ 666.494692] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.494692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.494692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.494692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.494692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.508545] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e in Status: UNINITIALIZED for 2s [ 666.716331] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b03ab359-bba5-47a7-be30-7281adfd8189 None None] Enqueued Resource ID: 52a36a99-3f9f-4d48-8af1-b9f757d2fbf7 with Priority: HIGHEST for action port [ 666.716923] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52a36a99-3f9f-4d48-8af1-b9f757d2fbf7 with Priority: HIGHEST for action port [ 666.717208] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-52a36a99-3f9f-4d48-8af1-b9f757d2fbf7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.717329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52a36a99-3f9f-4d48-8af1-b9f757d2fbf7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.717392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52a36a99-3f9f-4d48-8af1-b9f757d2fbf7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.717650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52a36a99-3f9f-4d48-8af1-b9f757d2fbf7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.717753] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52a36a99-3f9f-4d48-8af1-b9f757d2fbf7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.157709] env[65815]: INFO networking_nsxv3.common.synchronization [None req-580467c3-a457-4590-8419-55208b031283 None None] Enqueued Resource ID: dc6cb55e-efa7-4ed8-8984-dfd7ae32309c with Priority: HIGHEST for action port [ 667.158279] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc6cb55e-efa7-4ed8-8984-dfd7ae32309c with Priority: HIGHEST for action port [ 667.159097] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc6cb55e-efa7-4ed8-8984-dfd7ae32309c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.159249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc6cb55e-efa7-4ed8-8984-dfd7ae32309c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.159309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc6cb55e-efa7-4ed8-8984-dfd7ae32309c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.159761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc6cb55e-efa7-4ed8-8984-dfd7ae32309c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.159841] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc6cb55e-efa7-4ed8-8984-dfd7ae32309c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.220519] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52a36a99-3f9f-4d48-8af1-b9f757d2fbf7 [ 667.220867] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.221072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.221346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.221405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.221493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.221602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52a36a99-3f9f-4d48-8af1-b9f757d2fbf7 already deleted. [ 667.221672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52a36a99-3f9f-4d48-8af1-b9f757d2fbf7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.662973] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc6cb55e-efa7-4ed8-8984-dfd7ae32309c [ 667.663277] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.664037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.664037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.664037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.664037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.664037] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc6cb55e-efa7-4ed8-8984-dfd7ae32309c already deleted. [ 667.664392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc6cb55e-efa7-4ed8-8984-dfd7ae32309c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.104802] env[65815]: INFO networking_nsxv3.common.synchronization [req-76e7ff9e-0147-4713-98d1-65d0a8832bb1 req-e4f1b49a-20f0-4dcd-8e80-f8d2876b4f39 tempest-ImagesOneServerTestJSON-1701409942 tempest-ImagesOneServerTestJSON-1701409942-project-member] Enqueued Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGHEST for action security_group_members [ 668.104802] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGHEST for action security_group_members [ 668.104802] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b572aed-e885-442e-a24a-c7ab1848295c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.104802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.104802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.105571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.106770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.106770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.106770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.107060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.107140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.107426] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.308798] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c in Status: SUCCESS [ 668.309083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.519541] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e in Status: SUCCESS [ 668.519541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.519541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.519754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.519932] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.520065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.520129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.520290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.520364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.520507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.520552] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.524233] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-211 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.524233] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.524233] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.524558] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.524743] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.524899] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.525018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.525365] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.525581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.525755] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.526502] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.526502] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.526502] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.526502] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.526502] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.526919] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.547517] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.547517] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.547833] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.547833] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.548247] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-120e6643-5aa9-4444-acb2-2b35de88911d taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.548471] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-120e6643-5aa9-4444-acb2-2b35de88911d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.548599] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-120e6643-5aa9-4444-acb2-2b35de88911d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.549100] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-120e6643-5aa9-4444-acb2-2b35de88911d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.549283] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120e6643-5aa9-4444-acb2-2b35de88911d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.610761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.610921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.610990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.611233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.611325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.611554] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.611679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.611735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.611893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.612035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.612101] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b572aed-e885-442e-a24a-c7ab1848295c already deleted. [ 668.612176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.030080] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.051344] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.051711] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.051879] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.052251] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.052422] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.052562] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 120e6643-5aa9-4444-acb2-2b35de88911d not found, creating... [ 669.053275] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.053744] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.054079] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.054470] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.054707] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.055184] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.055688] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.055688] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.056236] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.056272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.056427] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 120e6643-5aa9-4444-acb2-2b35de88911d is going to be created. [ 669.088284] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.088498] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.088626] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.088903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.089137] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.091165] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-120e6643-5aa9-4444-acb2-2b35de88911d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.538201] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11ae391e-fea1-4dd4-aca9-2c84f767fd9e: rpc.has_security_group_logging(os_id): False [ 669.558417] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.558595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.558640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.558899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.559017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.559274] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.559410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.559612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.559714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.559791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.559863] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e is going to be created. [ 669.694540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.694540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.694837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.694945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.695184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.712042] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e in Status: IN_PROGRESS for 2s [ 669.820025] env[65815]: INFO networking_nsxv3.common.synchronization [req-76e7ff9e-0147-4713-98d1-65d0a8832bb1 req-2317c44d-4807-493d-bca2-413cd8634f11 service nova] Enqueued Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGHEST for action security_group_rules [ 669.820025] env[65815]: INFO networking_nsxv3.common.synchronization [req-76e7ff9e-0147-4713-98d1-65d0a8832bb1 req-2317c44d-4807-493d-bca2-413cd8634f11 service nova] Enqueued Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGHEST for action security_group_members [ 669.820025] env[65815]: INFO networking_nsxv3.common.synchronization [req-76e7ff9e-0147-4713-98d1-65d0a8832bb1 req-2317c44d-4807-493d-bca2-413cd8634f11 service nova] Enqueued Resource ID: 120e6643-5aa9-4444-acb2-2b35de88911d with Priority: HIGHEST for action port [ 669.824029] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGHEST for action security_group_rules [ 669.824029] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGHEST for action security_group_members [ 669.824029] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120e6643-5aa9-4444-acb2-2b35de88911d with Priority: HIGHEST for action port [ 669.824029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b572aed-e885-442e-a24a-c7ab1848295c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.824029] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.824029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b572aed-e885-442e-a24a-c7ab1848295c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.824029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.824029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.824029] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.825854] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-120e6643-5aa9-4444-acb2-2b35de88911d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.826870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-120e6643-5aa9-4444-acb2-2b35de88911d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.826870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-120e6643-5aa9-4444-acb2-2b35de88911d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.826870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-120e6643-5aa9-4444-acb2-2b35de88911d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.827065] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120e6643-5aa9-4444-acb2-2b35de88911d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.326794] env[65815]: INFO networking_nsxv3.common.synchronization [None req-3e86034a-1f74-4e02-8f71-7234a73ff303 tempest-ServerActionsV293TestJSON-1298517114 tempest-ServerActionsV293TestJSON-1298517114-project-member] Enqueued Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_rules [ 670.326794] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_rules [ 670.326794] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d2f914-1e37-48fd-95af-8ec27507ec25 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.326794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.326794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.327200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.327306] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.332022] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.332022] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b572aed-e885-442e-a24a-c7ab1848295c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.332022] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 120e6643-5aa9-4444-acb2-2b35de88911d with status ACTIVE [ 670.332022] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.332022] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.332022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.332830] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.332830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.332830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.332830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.332830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.332830] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 120e6643-5aa9-4444-acb2-2b35de88911d is going to be updated. [ 670.361522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.361686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.361732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.361928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.362218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.362539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-120e6643-5aa9-4444-acb2-2b35de88911d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.433157] env[65815]: INFO networking_nsxv3.common.synchronization [None req-89534e51-f117-417f-b0b4-8e0ea6551a89 None None] Enqueued Resource ID: 817cd080-b477-4894-ac20-88dfd097a5dc with Priority: HIGHEST for action port [ 670.433879] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 817cd080-b477-4894-ac20-88dfd097a5dc with Priority: HIGHEST for action port [ 670.434195] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-817cd080-b477-4894-ac20-88dfd097a5dc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.434323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-817cd080-b477-4894-ac20-88dfd097a5dc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.434392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-817cd080-b477-4894-ac20-88dfd097a5dc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.434656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-817cd080-b477-4894-ac20-88dfd097a5dc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.434731] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('817cd080-b477-4894-ac20-88dfd097a5dc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.503343] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7609d015-6a2d-4042-b10f-cc4560c5d0b6 tempest-ServerActionsV293TestJSON-1298517114 tempest-ServerActionsV293TestJSON-1298517114-project-member] Enqueued Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_rules [ 670.503343] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_rules [ 670.503343] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d2f914-1e37-48fd-95af-8ec27507ec25 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.503343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.834690] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.851589] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.851836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.851836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.852298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.852385] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.853039] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 already deleted. [ 670.853039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.854013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.854334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.854486] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.937991] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 817cd080-b477-4894-ac20-88dfd097a5dc [ 670.939069] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.939263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.939263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.939478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.939868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.940115] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:817cd080-b477-4894-ac20-88dfd097a5dc already deleted. [ 670.940389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-817cd080-b477-4894-ac20-88dfd097a5dc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.340821] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.340821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.340821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.341134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.341134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.341134] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b572aed-e885-442e-a24a-c7ab1848295c is going to be created. [ 671.366330] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.366622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.366856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.367093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.367296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.381807] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.381807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.381807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.381999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.382054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.382153] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 already deleted. [ 671.383219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.383219] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b572aed-e885-442e-a24a-c7ab1848295c in Status: UNINITIALIZED for 2s [ 671.728815] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e in Status: SUCCESS [ 671.729068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.197801] env[65815]: INFO networking_nsxv3.common.synchronization [req-32750551-303f-4f4a-9713-792df2da89b7 req-8b1944dc-54f6-499d-9b0c-f9a905e0def3 tempest-DeleteServersAdminTestJSON-1342690559 tempest-DeleteServersAdminTestJSON-1342690559-project-member] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 672.197801] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 672.197801] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.197801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.197801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.197801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.199189] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.199189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.199189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.199189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.199354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.199435] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.590665] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.592055] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.592290] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.592648] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.593085] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.593459] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.593704] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.596166] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.596166] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.596166] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.596166] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.596166] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.596166] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.596166] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.596166] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.596166] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.625662] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.627452] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.627452] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.627452] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.627452] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-c3e69b88-f26b-4285-a756-86f52d7bd052 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.627452] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-c3e69b88-f26b-4285-a756-86f52d7bd052" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.627452] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-c3e69b88-f26b-4285-a756-86f52d7bd052" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.627452] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-c3e69b88-f26b-4285-a756-86f52d7bd052" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.627452] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e69b88-f26b-4285-a756-86f52d7bd052',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.702605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.702605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.702605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.702605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.702605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.702807] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.703087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.703087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.703240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.703300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.703348] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 is going to be updated. [ 672.741646] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.741646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.741646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.742207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.742207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.757523] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: IN_PROGRESS for 2s [ 673.132343] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.132564] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.132677] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.132957] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.133158] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.133399] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port c3e69b88-f26b-4285-a756-86f52d7bd052 not found, creating... [ 673.133767] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.133992] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.134139] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.134379] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.134546] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.134957] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.135220] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.135399] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.135688] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.135834] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.135972] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: c3e69b88-f26b-4285-a756-86f52d7bd052 is going to be created. [ 673.159788] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.160195] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.160195] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.160431] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.160654] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.160874] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-c3e69b88-f26b-4285-a756-86f52d7bd052" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.339814] env[65815]: INFO networking_nsxv3.common.synchronization [req-36dfeaad-2d15-41d6-8ffc-ccec62b67c1c req-14057907-7491-4b1f-931d-370733032481 tempest-InstanceActionsTestJSON-222664542 tempest-InstanceActionsTestJSON-222664542-project-member] Enqueued Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGHEST for action security_group_members [ 673.340494] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGHEST for action security_group_members [ 673.340671] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a896d778-a978-46a4-8b36-cc01e3d0e001 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.340806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.340866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.341088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.341245] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.341358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.341419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.341544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.341626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.341728] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.396207] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b572aed-e885-442e-a24a-c7ab1848295c in Status: SUCCESS [ 673.396496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.396692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.396938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.397206] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.397364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.397431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.397608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.397695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.397788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.397881] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.844186] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.844374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.844500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.844983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.844983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.844983] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.844983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.845208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.845208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.845270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.845519] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a896d778-a978-46a4-8b36-cc01e3d0e001 is going to be updated. [ 673.901063] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b572aed-e885-442e-a24a-c7ab1848295c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.901352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.901352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.901559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.901707] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.901814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.901874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.902103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.902228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.902321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.902474] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b572aed-e885-442e-a24a-c7ab1848295c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.902869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.902869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.902869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.903059] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.903059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.903146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.903288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.903367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.903474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.903588] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.905411] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.905568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.905568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.905724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.905859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.911823] env[65815]: INFO networking_nsxv3.common.synchronization [req-32750551-303f-4f4a-9713-792df2da89b7 req-2c029a18-cf3f-4429-a9ec-f743d7f4ad3d service nova] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_rules [ 673.911980] env[65815]: INFO networking_nsxv3.common.synchronization [req-32750551-303f-4f4a-9713-792df2da89b7 req-2c029a18-cf3f-4429-a9ec-f743d7f4ad3d service nova] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 673.912146] env[65815]: INFO networking_nsxv3.common.synchronization [req-32750551-303f-4f4a-9713-792df2da89b7 req-2c029a18-cf3f-4429-a9ec-f743d7f4ad3d service nova] Enqueued Resource ID: c3e69b88-f26b-4285-a756-86f52d7bd052 with Priority: HIGHEST for action port [ 673.912462] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_rules [ 673.912539] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 673.912612] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e69b88-f26b-4285-a756-86f52d7bd052 with Priority: HIGHEST for action port [ 673.913463] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.913610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.913697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.913839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.913927] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.914782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.914859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.915087] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e69b88-f26b-4285-a756-86f52d7bd052 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.915245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e69b88-f26b-4285-a756-86f52d7bd052" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.915245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e69b88-f26b-4285-a756-86f52d7bd052" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.915783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e69b88-f26b-4285-a756-86f52d7bd052" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.915877] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e69b88-f26b-4285-a756-86f52d7bd052',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.918313] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a896d778-a978-46a4-8b36-cc01e3d0e001 in Status: IN_PROGRESS for 2s [ 674.182865] env[65815]: INFO networking_nsxv3.common.synchronization [req-58b12df4-7f12-418a-b4f8-19c4d531291b req-39da2232-19fe-46e1-b351-33b2850d02f2 tempest-ServersTestJSON-1174892611 tempest-ServersTestJSON-1174892611-project-member] Enqueued Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_members [ 674.184626] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_members [ 674.184936] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.185084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.185163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.185545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.185545] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.186031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.186031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.186031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.186031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.186031] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.409747] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b572aed-e885-442e-a24a-c7ab1848295c: rpc.has_security_group_logging(os_id): False [ 674.418011] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.418168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.420056] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e69b88-f26b-4285-a756-86f52d7bd052 with status ACTIVE [ 674.420280] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.420403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.420466] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.420672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.420754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.420920] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.421020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.421078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.421224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.421293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.421470] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.421551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.421608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.422679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.422679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.422679] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e69b88-f26b-4285-a756-86f52d7bd052 is going to be updated. [ 674.429591] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.429738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.429806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.430017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.430109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.430297] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.430394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.430450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.430599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.430674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.430867] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.431171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.431171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.431171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.431309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.431394] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.431484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.431761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.431931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.432026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.432132] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b572aed-e885-442e-a24a-c7ab1848295c is going to be created. [ 674.459219] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.459219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.459219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.459219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.459219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.459219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e69b88-f26b-4285-a756-86f52d7bd052" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.494503] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.494503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.494503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.494503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.494503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.513813] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b572aed-e885-442e-a24a-c7ab1848295c in Status: IN_PROGRESS for 2s [ 674.560132] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.560341] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.560460] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.560839] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.561135] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.563401] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.563401] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.563401] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.563571] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.563696] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.563801] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.563900] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.564007] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.564118] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 674.568037] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.568037] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.588362] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.588539] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 674.588587] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.588754] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.589087] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-40bd30f2-4927-4101-af5b-78b503dd0f12 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.589263] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-40bd30f2-4927-4101-af5b-78b503dd0f12" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.589376] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-40bd30f2-4927-4101-af5b-78b503dd0f12" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.589744] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-40bd30f2-4927-4101-af5b-78b503dd0f12" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.589884] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40bd30f2-4927-4101-af5b-78b503dd0f12',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.692651] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.692980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.693053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.694147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.694147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.694147] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.694147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.694147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.694399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.694481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.694589] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 already deleted. [ 674.695016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.774774] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: SUCCESS [ 674.775134] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 deletion is rescheduled due to dependency. [ 674.775134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.775284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.775440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.775630] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.775747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.775813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.775955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.776051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.776148] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.092274] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.092952] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.092952] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.093313] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.093313] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.093433] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 40bd30f2-4927-4101-af5b-78b503dd0f12 not found, creating... [ 675.093704] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.093902] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.094034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.094277] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.094437] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.094745] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.094903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.095455] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.095676] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.095814] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.096064] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 40bd30f2-4927-4101-af5b-78b503dd0f12 is going to be created. [ 675.119291] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.119442] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.119653] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.120072] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.123250] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.123571] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-40bd30f2-4927-4101-af5b-78b503dd0f12" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.280299] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.783545] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.909378] env[65815]: INFO networking_nsxv3.common.synchronization [req-58b12df4-7f12-418a-b4f8-19c4d531291b req-82fb8332-16c3-4ff8-976c-74be5754164c service nova] Enqueued Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_rules [ 675.910056] env[65815]: INFO networking_nsxv3.common.synchronization [req-58b12df4-7f12-418a-b4f8-19c4d531291b req-82fb8332-16c3-4ff8-976c-74be5754164c service nova] Enqueued Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_members [ 675.910056] env[65815]: INFO networking_nsxv3.common.synchronization [req-58b12df4-7f12-418a-b4f8-19c4d531291b req-82fb8332-16c3-4ff8-976c-74be5754164c service nova] Enqueued Resource ID: 40bd30f2-4927-4101-af5b-78b503dd0f12 with Priority: HIGHEST for action port [ 675.910469] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_rules [ 675.910635] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_members [ 675.910760] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40bd30f2-4927-4101-af5b-78b503dd0f12 with Priority: HIGHEST for action port [ 675.911133] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.911337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.911404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.911668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.911749] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.913184] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.913184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.913184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.913429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.913540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.913667] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.913752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.913934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.914448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.915108] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.915669] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-40bd30f2-4927-4101-af5b-78b503dd0f12 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.915833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40bd30f2-4927-4101-af5b-78b503dd0f12" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.915833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40bd30f2-4927-4101-af5b-78b503dd0f12" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.916170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40bd30f2-4927-4101-af5b-78b503dd0f12" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.916170] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40bd30f2-4927-4101-af5b-78b503dd0f12',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.937195] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a896d778-a978-46a4-8b36-cc01e3d0e001 in Status: SUCCESS [ 675.937436] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a896d778-a978-46a4-8b36-cc01e3d0e001 deletion is rescheduled due to dependency. [ 675.937562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.286679] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.286841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.286955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.287143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.287238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.287333] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 is going to be updated. [ 676.318543] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.318758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.318758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.319101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.319101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.329971] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: IN_PROGRESS for 2s [ 676.418563] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.418750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.423288] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40bd30f2-4927-4101-af5b-78b503dd0f12 with status ACTIVE [ 676.423577] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.423719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.423779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.424016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.424112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.424298] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.424401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.424442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.424633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.424725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.424914] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.425017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.425071] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.427029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.427029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.427029] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40bd30f2-4927-4101-af5b-78b503dd0f12 is going to be updated. [ 676.427029] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.451738] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.451738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.451738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.451738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.451738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.451738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40bd30f2-4927-4101-af5b-78b503dd0f12" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.532027] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b572aed-e885-442e-a24a-c7ab1848295c in Status: SUCCESS [ 676.532387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.930530] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.432913] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.433125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.433211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.434549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.435264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.435264] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 is going to be created. [ 677.472648] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.473607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.473607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.474026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.474425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.498420] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 in Status: UNINITIALIZED for 2s [ 678.347062] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: SUCCESS [ 678.347380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.347615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.347997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.348291] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.348481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.348481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.349578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.349578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.349578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.349578] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.856587] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.857069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.857279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.857658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.857983] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.858360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.858479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.858843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.858975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.859098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.859334] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.859463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.859505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.859681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.859855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.860407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.860407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.860407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.860407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.860866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.860866] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.364044] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddbfbb66-f16b-4cfb-8368-50e6e6182ef4: rpc.has_security_group_logging(os_id): False [ 679.386181] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.386524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.386524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.386655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.387976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.387976] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.387976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.387976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.387976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.387976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.387976] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.387976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.388503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.389414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.390554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.390877] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.391187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.391187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.391187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.391348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.391348] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 is going to be updated. [ 679.465204] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.465544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.465544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.465682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.465787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.484121] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: IN_PROGRESS for 2s [ 679.512920] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 in Status: SUCCESS [ 679.513190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.513589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.513589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.513762] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.514024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.514024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.514243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.514243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.514243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.515119] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.759942] env[65815]: INFO networking_nsxv3.common.synchronization [None req-3b83ee4c-5753-45ce-9399-a1e815160566 None None] Enqueued Resource ID: 118de1a3-e3d6-438c-888c-6046c70d6e03 with Priority: HIGHEST for action port [ 679.760586] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 118de1a3-e3d6-438c-888c-6046c70d6e03 with Priority: HIGHEST for action port [ 679.760906] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-118de1a3-e3d6-438c-888c-6046c70d6e03 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.761189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-118de1a3-e3d6-438c-888c-6046c70d6e03" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.761189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-118de1a3-e3d6-438c-888c-6046c70d6e03" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.761377] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-118de1a3-e3d6-438c-888c-6046c70d6e03" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.761464] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('118de1a3-e3d6-438c-888c-6046c70d6e03',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.017284] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.265622] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 118de1a3-e3d6-438c-888c-6046c70d6e03 [ 680.265622] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.265622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.265622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.266172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.266172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.266172] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:118de1a3-e3d6-438c-888c-6046c70d6e03 already deleted. [ 680.266172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-118de1a3-e3d6-438c-888c-6046c70d6e03" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.519305] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a9877a5-6575-4ef2-b33d-885ba65cd6b0: rpc.has_security_group_logging(os_id): False [ 680.542213] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.542411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.542517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.542717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.542844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.543197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.543314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.543405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.543591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.544049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.544170] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 is going to be created. [ 680.633232] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.633232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.633232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.633232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.633232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.650682] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 in Status: IN_PROGRESS for 2s [ 681.259344] env[65815]: INFO networking_nsxv3.common.synchronization [None req-4722abc3-c048-459b-8779-cb52383db5ff None None] Enqueued Resource ID: 45922b1c-d259-4415-bd63-91f26a60eedb with Priority: HIGHEST for action port [ 681.261388] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45922b1c-d259-4415-bd63-91f26a60eedb with Priority: HIGHEST for action port [ 681.261758] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-45922b1c-d259-4415-bd63-91f26a60eedb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.262595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45922b1c-d259-4415-bd63-91f26a60eedb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.262739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45922b1c-d259-4415-bd63-91f26a60eedb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.263143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45922b1c-d259-4415-bd63-91f26a60eedb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.263270] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45922b1c-d259-4415-bd63-91f26a60eedb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.501429] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: SUCCESS [ 681.501673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.765703] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45922b1c-d259-4415-bd63-91f26a60eedb [ 681.766077] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.766192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.767335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.767335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.767335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.767335] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45922b1c-d259-4415-bd63-91f26a60eedb already deleted. [ 681.767335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45922b1c-d259-4415-bd63-91f26a60eedb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.255152] env[65815]: INFO networking_nsxv3.common.synchronization [None req-f47a63d4-fd90-4f02-a434-685e9899a094 None None] Enqueued Resource ID: b3ee4c17-6145-44d2-a448-46c042794044 with Priority: HIGHEST for action port [ 682.255731] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3ee4c17-6145-44d2-a448-46c042794044 with Priority: HIGHEST for action port [ 682.256021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3ee4c17-6145-44d2-a448-46c042794044 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.256173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3ee4c17-6145-44d2-a448-46c042794044" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.256253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3ee4c17-6145-44d2-a448-46c042794044" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.256545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3ee4c17-6145-44d2-a448-46c042794044" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.256642] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3ee4c17-6145-44d2-a448-46c042794044',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.633047] env[65815]: INFO networking_nsxv3.common.synchronization [None req-630b064c-9fc7-4308-824d-4b6cac7615a6 None None] Enqueued Resource ID: 15ecd219-5ddd-4126-bef0-36f8b08d8dec with Priority: HIGHEST for action port [ 682.633918] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15ecd219-5ddd-4126-bef0-36f8b08d8dec with Priority: HIGHEST for action port [ 682.635284] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-15ecd219-5ddd-4126-bef0-36f8b08d8dec taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.635284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15ecd219-5ddd-4126-bef0-36f8b08d8dec" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.635284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15ecd219-5ddd-4126-bef0-36f8b08d8dec" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.635589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15ecd219-5ddd-4126-bef0-36f8b08d8dec" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.635663] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15ecd219-5ddd-4126-bef0-36f8b08d8dec',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.666690] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 in Status: SUCCESS [ 682.667015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.760550] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3ee4c17-6145-44d2-a448-46c042794044 [ 682.760550] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.760550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.760550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.760835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.760951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.761061] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3ee4c17-6145-44d2-a448-46c042794044 already deleted. [ 682.761149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3ee4c17-6145-44d2-a448-46c042794044" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.141021] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15ecd219-5ddd-4126-bef0-36f8b08d8dec [ 683.141021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.141021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.141021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.141021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.141021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.141021] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15ecd219-5ddd-4126-bef0-36f8b08d8dec already deleted. [ 683.141021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15ecd219-5ddd-4126-bef0-36f8b08d8dec" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295018] env[65815]: INFO networking_nsxv3.common.synchronization [req-644feef0-62b5-425c-a599-8f8a759f154f req-30d14af1-b4c9-466b-90c7-28c106cba0df tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 683.295018] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 683.295018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.295018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.295018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.295018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.295018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.295018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.295018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.295018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.295018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.295018] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.312479] env[65815]: INFO networking_nsxv3.common.synchronization [req-8969102f-a6b4-4c03-9697-f90a2c698b17 req-947dcb0f-9196-44c1-9793-143aef05cb22 tempest-ServerDiagnosticsNegativeTest-1943535030 tempest-ServerDiagnosticsNegativeTest-1943535030-project-member] Enqueued Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGHEST for action security_group_members [ 683.312479] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGHEST for action security_group_members [ 683.312479] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.312479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.312479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.313600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.313912] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.314290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.314661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.317294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.317294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.317294] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.762204] env[65815]: INFO networking_nsxv3.common.synchronization [None req-55878e3f-5264-4ede-9e66-fa59263fac0f None None] Enqueued Resource ID: bb3240de-664b-495c-87ab-15b4c502e4a0 with Priority: HIGHEST for action port [ 683.762204] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb3240de-664b-495c-87ab-15b4c502e4a0 with Priority: HIGHEST for action port [ 683.762204] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb3240de-664b-495c-87ab-15b4c502e4a0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.762542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb3240de-664b-495c-87ab-15b4c502e4a0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.763028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb3240de-664b-495c-87ab-15b4c502e4a0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.763464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb3240de-664b-495c-87ab-15b4c502e4a0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.763657] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb3240de-664b-495c-87ab-15b4c502e4a0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.799762] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.799954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.800037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.800351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.800668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.800934] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.801109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.801197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.801579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.801579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.801878] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 683.825386] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.825386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.825386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.826191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.826191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.826610] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.826610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.826741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.827768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.828371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.828371] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c is going to be updated. [ 683.843276] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.843276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.843276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.843276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.843276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.856030] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 683.865978] env[65815]: INFO networking_nsxv3.common.synchronization [req-f6498cfb-5c51-4fb7-8bfa-806c23bbc73b req-6f46cf59-9478-448a-8d1a-b894676a9ecd tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 683.865978] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 683.865978] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.866285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.866327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.866722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.866852] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.866981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.867349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.867349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.867458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.867498] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.869861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.870158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.870295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.870533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.871692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.884363] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c in Status: IN_PROGRESS for 2s [ 684.268425] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb3240de-664b-495c-87ab-15b4c502e4a0 [ 684.268761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.268990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.268990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.269196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.269290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.269386] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb3240de-664b-495c-87ab-15b4c502e4a0 already deleted. [ 684.269469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb3240de-664b-495c-87ab-15b4c502e4a0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.355334] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.355739] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-954" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.355911] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-954" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.356284] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-954" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.356583] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.356793] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.356925] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.357405] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.357628] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.357932] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.358135] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.358321] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.358497] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.358701] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.358858] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.359096] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.374064] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.374327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.374327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.374592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.374703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.374933] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.375962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.375962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.375962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.375962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.375962] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 already deleted. [ 684.375962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.380080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.380306] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.380463] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.380627] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-954" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.380990] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-1e4529ec-7128-4d41-ae50-882020a15e2e taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.381198] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.381316] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.382894] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.383257] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4529ec-7128-4d41-ae50-882020a15e2e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.886089] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.887225] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.887225] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.887509] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.887652] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.887799] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 1e4529ec-7128-4d41-ae50-882020a15e2e not found, creating... [ 684.888088] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.888252] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.888359] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.888578] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.888706] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.888994] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.889163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.889262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.889458] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.889575] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.889698] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 1e4529ec-7128-4d41-ae50-882020a15e2e is going to be created. [ 684.935493] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.938799] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.938799] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.938799] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.938799] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.938799] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.422573] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ef7d761e-aad1-4ee3-b7a5-61d8064bf59b None None] Enqueued Resource ID: e0d48121-0cca-4680-b02a-c1f7a9620ffd with Priority: HIGHEST for action port [ 685.423318] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d48121-0cca-4680-b02a-c1f7a9620ffd with Priority: HIGHEST for action port [ 685.423553] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0d48121-0cca-4680-b02a-c1f7a9620ffd taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.424073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0d48121-0cca-4680-b02a-c1f7a9620ffd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.424546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0d48121-0cca-4680-b02a-c1f7a9620ffd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.424636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0d48121-0cca-4680-b02a-c1f7a9620ffd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.424832] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0d48121-0cca-4680-b02a-c1f7a9620ffd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.689397] env[65815]: INFO networking_nsxv3.common.synchronization [req-f6498cfb-5c51-4fb7-8bfa-806c23bbc73b req-f4c443ac-e713-4dfd-836b-1d37261f395e service nova] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 685.689756] env[65815]: INFO networking_nsxv3.common.synchronization [req-f6498cfb-5c51-4fb7-8bfa-806c23bbc73b req-f4c443ac-e713-4dfd-836b-1d37261f395e service nova] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 685.689756] env[65815]: INFO networking_nsxv3.common.synchronization [req-f6498cfb-5c51-4fb7-8bfa-806c23bbc73b req-f4c443ac-e713-4dfd-836b-1d37261f395e service nova] Enqueued Resource ID: 1e4529ec-7128-4d41-ae50-882020a15e2e with Priority: HIGHEST for action port [ 685.690109] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 685.690251] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 685.690356] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4529ec-7128-4d41-ae50-882020a15e2e with Priority: HIGHEST for action port [ 685.694045] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.694256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.694330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.694593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.694677] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.695661] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.696197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.696197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.696197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.696197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.696197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.696927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.696927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.696927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.696927] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.699430] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4529ec-7128-4d41-ae50-882020a15e2e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.702456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.702456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.702456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.702456] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4529ec-7128-4d41-ae50-882020a15e2e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.870855] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 685.871060] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 deletion is rescheduled due to dependency. [ 685.871060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.895222] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c in Status: SUCCESS [ 685.895370] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c deletion is rescheduled due to dependency. [ 685.895479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.927039] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0d48121-0cca-4680-b02a-c1f7a9620ffd [ 685.927323] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.927467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.927546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.928115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.928115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.928249] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0d48121-0cca-4680-b02a-c1f7a9620ffd already deleted. [ 685.928282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0d48121-0cca-4680-b02a-c1f7a9620ffd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.203170] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.203327] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.203427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.204877] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4529ec-7128-4d41-ae50-882020a15e2e with status ACTIVE [ 686.205230] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.205230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.205230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.205459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.206080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.206080] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.206080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.206080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.206080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.206080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.206350] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.206488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.206549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.206974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.207429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.207558] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4529ec-7128-4d41-ae50-882020a15e2e is going to be updated. [ 686.227721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.227721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.227721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.227969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.228698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.228698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.704374] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.207277] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.207432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.207501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.207747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.207849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.208594] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be created. [ 687.236547] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.236954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.236954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.236954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.237196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.247653] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: UNINITIALIZED for 2s [ 687.287789] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b5dda300-af22-4f1a-8cef-b83adeb07a52 None None] Enqueued Resource ID: 0654222f-201d-4292-a1c5-4f6cb752f094 with Priority: HIGHEST for action port [ 687.288366] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0654222f-201d-4292-a1c5-4f6cb752f094 with Priority: HIGHEST for action port [ 687.288673] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-0654222f-201d-4292-a1c5-4f6cb752f094 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.288798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0654222f-201d-4292-a1c5-4f6cb752f094" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.288853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0654222f-201d-4292-a1c5-4f6cb752f094" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.289350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0654222f-201d-4292-a1c5-4f6cb752f094" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.289444] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0654222f-201d-4292-a1c5-4f6cb752f094',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.791799] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0654222f-201d-4292-a1c5-4f6cb752f094 [ 687.792162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.792254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.792305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.792857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.792857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.792857] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0654222f-201d-4292-a1c5-4f6cb752f094 already deleted. [ 687.792857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0654222f-201d-4292-a1c5-4f6cb752f094" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.700865] env[65815]: INFO networking_nsxv3.common.synchronization [req-cc599d61-c2a4-4f83-ac3c-9ab6f1c47b58 req-fa73b5b2-6c5d-4a20-b078-b9c60aa7f5b1 tempest-ServersAdminTestJSON-2046803311 tempest-ServersAdminTestJSON-2046803311-project-member] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 688.702674] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 688.703091] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.703295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.703424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.703908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.704149] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.704149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.704422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.704602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.704732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.704873] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.137244] env[65815]: INFO networking_nsxv3.common.synchronization [req-1c5e27a7-39bf-4c66-b860-da06121b4be8 req-cb2796ed-c82a-4386-bd44-531d13c60af4 tempest-FloatingIPsAssociationTestJSON-749154560 tempest-FloatingIPsAssociationTestJSON-749154560-project-member] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 689.137821] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 689.138140] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.138313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.138389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.138594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.138759] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.138860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.138922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.139378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.139491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.139594] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.207394] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.207778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.207778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.207897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.207997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.208236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.208338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.208400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.208587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.208663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.208763] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 already deleted. [ 689.208847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.215188] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.215458] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.215528] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.215796] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.216054] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.216219] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.216480] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.216610] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.216646] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.216813] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.216915] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.217347] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.217420] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.217537] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.217781] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.217933] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.238229] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.238229] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.238229] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.238229] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.238472] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-bfe2cbdd-9927-4733-b859-b8d722212cf9 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.238555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-bfe2cbdd-9927-4733-b859-b8d722212cf9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.238671] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-bfe2cbdd-9927-4733-b859-b8d722212cf9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.239677] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-bfe2cbdd-9927-4733-b859-b8d722212cf9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.239838] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe2cbdd-9927-4733-b859-b8d722212cf9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.261285] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 689.261932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.261932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.262087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.262330] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.262484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.262531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.265016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.265016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.265016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.265016] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.317236] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d881e8c7-3d2c-4776-af04-1291e352c66c None None] Enqueued Resource ID: ad0b08df-b6d2-4968-b76c-e95d341d24da with Priority: HIGHEST for action port [ 689.318613] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad0b08df-b6d2-4968-b76c-e95d341d24da with Priority: HIGHEST for action port [ 689.318613] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad0b08df-b6d2-4968-b76c-e95d341d24da taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.318613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad0b08df-b6d2-4968-b76c-e95d341d24da" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.318613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad0b08df-b6d2-4968-b76c-e95d341d24da" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.318875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad0b08df-b6d2-4968-b76c-e95d341d24da" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.319222] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad0b08df-b6d2-4968-b76c-e95d341d24da',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.643403] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.744534] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.744534] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.744893] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.745464] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.745667] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.745891] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port bfe2cbdd-9927-4733-b859-b8d722212cf9 not found, creating... [ 689.746292] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.746532] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.746732] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.747380] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.747574] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.748009] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.748289] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.748472] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.748813] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.749011] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.749242] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: bfe2cbdd-9927-4733-b859-b8d722212cf9 is going to be created. [ 689.766018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.766018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.766018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.766283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.766283] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.766397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.766397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.766636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.766636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.766720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.766924] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.767095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.767201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.767443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.767668] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.767823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.767932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.768249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.768338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.768500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.768578] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.996745] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-bfe2cbdd-9927-4733-b859-b8d722212cf9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.996745] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad0b08df-b6d2-4968-b76c-e95d341d24da [ 689.996745] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.996745] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad0b08df-b6d2-4968-b76c-e95d341d24da already deleted. [ 689.996745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad0b08df-b6d2-4968-b76c-e95d341d24da" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.145175] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.275617] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2494390e-5ce6-4ab7-91b3-f57d6b456c78: rpc.has_security_group_logging(os_id): False [ 690.298035] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.298035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.298284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.298443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.298443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.298726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.298726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.298883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.299017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.299140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.299334] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.299471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.299538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.299643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.299720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.299901] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.300031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.300245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.300340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.300467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.300580] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be created. [ 690.385169] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.385402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.385402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.385613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.385824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.401119] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 690.514123] env[65815]: INFO networking_nsxv3.common.synchronization [req-cc599d61-c2a4-4f83-ac3c-9ab6f1c47b58 req-f77ddce4-da86-459e-af2d-e79aef077b6f service nova] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_rules [ 690.514314] env[65815]: INFO networking_nsxv3.common.synchronization [req-cc599d61-c2a4-4f83-ac3c-9ab6f1c47b58 req-f77ddce4-da86-459e-af2d-e79aef077b6f service nova] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 690.514495] env[65815]: INFO networking_nsxv3.common.synchronization [req-cc599d61-c2a4-4f83-ac3c-9ab6f1c47b58 req-f77ddce4-da86-459e-af2d-e79aef077b6f service nova] Enqueued Resource ID: bfe2cbdd-9927-4733-b859-b8d722212cf9 with Priority: HIGHEST for action port [ 690.515265] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_rules [ 690.515467] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 690.515596] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe2cbdd-9927-4733-b859-b8d722212cf9 with Priority: HIGHEST for action port [ 690.516038] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.516038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.516038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.516492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.516570] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.517596] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.517720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.517788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.517973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.518155] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.518254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.518315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.518455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.518537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.518628] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.519491] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe2cbdd-9927-4733-b859-b8d722212cf9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.519617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe2cbdd-9927-4733-b859-b8d722212cf9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.519670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe2cbdd-9927-4733-b859-b8d722212cf9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.519832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe2cbdd-9927-4733-b859-b8d722212cf9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.519900] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe2cbdd-9927-4733-b859-b8d722212cf9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.650585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.650585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.650780] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.651632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.651632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.651632] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 is going to be updated. [ 690.692884] env[65815]: INFO networking_nsxv3.common.synchronization [req-9cef337d-cd3b-4923-9e63-8dd464e06a02 req-84ed4fe3-ce3b-4f20-ae9b-a657db89796b tempest-SecurityGroupRulesNegativeTestJSON-1702679980 tempest-SecurityGroupRulesNegativeTestJSON-1702679980-project-member] Enqueued Resource ID: cd80de5e-0fd3-4de1-b86c-b4f81cca70d5 with Priority: HIGHEST for action security_group_rules [ 690.694285] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.694377] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.694419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.694820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.694971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.700115] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd80de5e-0fd3-4de1-b86c-b4f81cca70d5 with Priority: HIGHEST for action security_group_rules [ 690.707135] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.708033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.708033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.708033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.708033] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd80de5e-0fd3-4de1-b86c-b4f81cca70d5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.719147] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: IN_PROGRESS for 2s [ 690.954050] env[65815]: INFO networking_nsxv3.common.synchronization [None req-eb01abf8-7fae-4bc8-a3ca-8e7e82cd1b7d None None] Enqueued Resource ID: 53304281-3584-4087-8865-928a834e4792 with Priority: HIGHEST for action port [ 690.954969] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53304281-3584-4087-8865-928a834e4792 with Priority: HIGHEST for action port [ 690.955756] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-53304281-3584-4087-8865-928a834e4792 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.955756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53304281-3584-4087-8865-928a834e4792" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.955756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53304281-3584-4087-8865-928a834e4792" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.956074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53304281-3584-4087-8865-928a834e4792" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.956074] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53304281-3584-4087-8865-928a834e4792',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.022169] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.022989] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.022989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.023134] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfe2cbdd-9927-4733-b859-b8d722212cf9 with status ACTIVE [ 691.023263] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.023362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.023637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.023637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.023763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.023872] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.023965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.027295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.028182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.028292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.032441] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.032441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.032441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.032441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.032441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.032441] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfe2cbdd-9927-4733-b859-b8d722212cf9 is going to be updated. [ 691.066635] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.066635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.066635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.066824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.067015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.067149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe2cbdd-9927-4733-b859-b8d722212cf9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.232209] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.232209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.232685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.232685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.232685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.232889] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd80de5e-0fd3-4de1-b86c-b4f81cca70d5 already deleted. [ 691.232889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.459252] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53304281-3584-4087-8865-928a834e4792 [ 691.461605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.461605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.461605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.461605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.461605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.461605] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53304281-3584-4087-8865-928a834e4792 already deleted. [ 691.461605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53304281-3584-4087-8865-928a834e4792" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.532317] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.035667] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.035937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.036038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.036488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.036598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.036694] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be created. [ 692.061642] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.061852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.062029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.062139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.062327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.073343] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: UNINITIALIZED for 2s [ 692.418976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 692.419289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.732406] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: SUCCESS [ 692.732406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.753022] env[65815]: INFO networking_nsxv3.common.synchronization [req-44c6395b-1144-43fd-ba93-e24d0e0aacc5 req-a3242447-020f-49d5-8210-6b3a4a0de495 tempest-ServersAdminTestJSON-2046803311 tempest-ServersAdminTestJSON-2046803311-project-member] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 692.753549] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 692.754170] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.754584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.239097] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.239498] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.239627] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.240258] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.240744] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.241054] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.241680] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.241680] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.241793] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.242387] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.242802] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.242802] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.242802] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.242802] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.243015] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.243015] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.269504] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.269695] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.269695] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.269832] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.270172] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-58e42af2-9d3c-4cca-b99e-b7660bfdef92 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.270391] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-58e42af2-9d3c-4cca-b99e-b7660bfdef92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.270509] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-58e42af2-9d3c-4cca-b99e-b7660bfdef92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.270868] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-58e42af2-9d3c-4cca-b99e-b7660bfdef92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.271014] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e42af2-9d3c-4cca-b99e-b7660bfdef92',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.775539] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.775886] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.775886] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.776432] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.776775] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.776775] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 58e42af2-9d3c-4cca-b99e-b7660bfdef92 not found, creating... [ 693.777012] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.777346] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.777494] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.777732] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.777913] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.778239] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.778413] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.779198] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.779506] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.779648] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.779788] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 58e42af2-9d3c-4cca-b99e-b7660bfdef92 is going to be created. [ 693.802346] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.802478] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.802592] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.803184] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.803298] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.803514] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-58e42af2-9d3c-4cca-b99e-b7660bfdef92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.871083] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b840fc23-6861-49b3-837f-c168b759186d None None] Enqueued Resource ID: e6ea950f-4ea4-4458-ba50-81d431cbfd5a with Priority: HIGHEST for action port [ 693.871575] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6ea950f-4ea4-4458-ba50-81d431cbfd5a with Priority: HIGHEST for action port [ 693.871892] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6ea950f-4ea4-4458-ba50-81d431cbfd5a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.872052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6ea950f-4ea4-4458-ba50-81d431cbfd5a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.876401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6ea950f-4ea4-4458-ba50-81d431cbfd5a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.876401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6ea950f-4ea4-4458-ba50-81d431cbfd5a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.876401] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6ea950f-4ea4-4458-ba50-81d431cbfd5a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.086070] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 694.086394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.087189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.087189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.087672] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.087844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.087944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.088241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.088378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.088540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.088949] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.090211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.090571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.090650] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.090807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.090895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.091124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.091251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.091392] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.383480] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6ea950f-4ea4-4458-ba50-81d431cbfd5a [ 694.383726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.383860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.384027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.384259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.384345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.384438] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6ea950f-4ea4-4458-ba50-81d431cbfd5a already deleted. [ 694.384515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6ea950f-4ea4-4458-ba50-81d431cbfd5a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.538383] env[65815]: INFO networking_nsxv3.common.synchronization [req-44c6395b-1144-43fd-ba93-e24d0e0aacc5 req-27205fd7-618e-4512-90f9-cf9e540c1638 service nova] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_rules [ 694.538616] env[65815]: INFO networking_nsxv3.common.synchronization [req-44c6395b-1144-43fd-ba93-e24d0e0aacc5 req-27205fd7-618e-4512-90f9-cf9e540c1638 service nova] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 694.538786] env[65815]: INFO networking_nsxv3.common.synchronization [req-44c6395b-1144-43fd-ba93-e24d0e0aacc5 req-27205fd7-618e-4512-90f9-cf9e540c1638 service nova] Enqueued Resource ID: 58e42af2-9d3c-4cca-b99e-b7660bfdef92 with Priority: HIGHEST for action port [ 694.539415] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_rules [ 694.539576] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 694.539685] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e42af2-9d3c-4cca-b99e-b7660bfdef92 with Priority: HIGHEST for action port [ 694.541097] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.542014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.542014] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.542014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.542014] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-58e42af2-9d3c-4cca-b99e-b7660bfdef92 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.542014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58e42af2-9d3c-4cca-b99e-b7660bfdef92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.542014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58e42af2-9d3c-4cca-b99e-b7660bfdef92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.542345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58e42af2-9d3c-4cca-b99e-b7660bfdef92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.542345] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e42af2-9d3c-4cca-b99e-b7660bfdef92',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.596385] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.596545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.596773] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.046998] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58e42af2-9d3c-4cca-b99e-b7660bfdef92 with status ACTIVE [ 695.047345] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.047412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.047611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.047747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.047801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.047967] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.048094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.048158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.048325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.048427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.048588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.048681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.048741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.048878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.048953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.049047] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58e42af2-9d3c-4cca-b99e-b7660bfdef92 is going to be updated. [ 695.077732] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.077954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.078065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.078253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.078395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.078595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58e42af2-9d3c-4cca-b99e-b7660bfdef92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.103059] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.602963] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.603185] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.603300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.603892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.603992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.604129] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 695.639142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.639341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.639414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.639648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.639793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.650557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 697.665135] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 697.665135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.665135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.665135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.665135] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.665135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.665135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.665135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.665135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.665135] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.171394] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.624996] env[65815]: INFO networking_nsxv3.common.synchronization [None req-8f22b540-123e-4613-bb96-76d3e20c24cb None None] Enqueued Resource ID: 52e41da2-006a-48d1-93b2-fdd651fb4f64 with Priority: HIGHEST for action port [ 698.625211] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52e41da2-006a-48d1-93b2-fdd651fb4f64 with Priority: HIGHEST for action port [ 698.625753] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-52e41da2-006a-48d1-93b2-fdd651fb4f64 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.626208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52e41da2-006a-48d1-93b2-fdd651fb4f64" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.626208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52e41da2-006a-48d1-93b2-fdd651fb4f64" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.626372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52e41da2-006a-48d1-93b2-fdd651fb4f64" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.626424] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52e41da2-006a-48d1-93b2-fdd651fb4f64',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.808672] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.907857] env[65815]: INFO networking_nsxv3.common.synchronization [req-6de95e79-5071-4597-a5ef-5e9c077c929f req-fdd54819-4805-4289-b655-0adcc20ad332 tempest-SecurityGroupRulesNegativeTestJSON-1702679980 tempest-SecurityGroupRulesNegativeTestJSON-1702679980-project-member] Enqueued Resource ID: cd80de5e-0fd3-4de1-b86c-b4f81cca70d5 with Priority: HIGHEST for action security_group_rules [ 698.908583] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd80de5e-0fd3-4de1-b86c-b4f81cca70d5 with Priority: HIGHEST for action security_group_rules [ 698.909181] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.909396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.909396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.909652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.909726] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd80de5e-0fd3-4de1-b86c-b4f81cca70d5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.130431] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52e41da2-006a-48d1-93b2-fdd651fb4f64 [ 699.130741] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.130883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.130982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.131188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.131281] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.131377] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52e41da2-006a-48d1-93b2-fdd651fb4f64 already deleted. [ 699.131455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52e41da2-006a-48d1-93b2-fdd651fb4f64" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.315665] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.315665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.315665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.316030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.316030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.316030] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 699.358992] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.358992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.358992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.358992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.358992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.374921] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 699.419478] env[65815]: INFO networking_nsxv3.common.synchronization [req-33144684-83e5-412a-a129-fa413ca0dde7 req-e6bc7d01-b6b8-491d-ab77-a7561bc458bb tempest-DeleteServersAdminTestJSON-1342690559 tempest-DeleteServersAdminTestJSON-1342690559-project-member] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 699.419646] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGHEST for action security_group_members [ 699.420905] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.420905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.420905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.420905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.421112] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.421226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.421318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.421498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.421576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.421680] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.447489] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.447489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.447489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.447489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.447489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.447489] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd80de5e-0fd3-4de1-b86c-b4f81cca70d5 already deleted. [ 699.447489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd80de5e-0fd3-4de1-b86c-b4f81cca70d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.924923] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.925259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.925259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.925514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.925613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.926721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.926721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.926721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.926721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.926721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.926721] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 is going to be updated. [ 699.966217] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.966217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.966217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.966217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.966217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.974923] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: IN_PROGRESS for 2s [ 700.869744] env[65815]: INFO networking_nsxv3.common.synchronization [None req-72145a01-8a7c-4a83-bdf1-6de6f6fabc3c None None] Enqueued Resource ID: e306c261-edc6-4b38-877d-d452a039655e with Priority: HIGHEST for action port [ 700.870968] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e306c261-edc6-4b38-877d-d452a039655e with Priority: HIGHEST for action port [ 700.870968] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e306c261-edc6-4b38-877d-d452a039655e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.870968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e306c261-edc6-4b38-877d-d452a039655e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.870968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e306c261-edc6-4b38-877d-d452a039655e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.871614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e306c261-edc6-4b38-877d-d452a039655e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.871999] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e306c261-edc6-4b38-877d-d452a039655e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.374477] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e306c261-edc6-4b38-877d-d452a039655e [ 701.374790] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.374881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.374946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.375286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.375286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.375406] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e306c261-edc6-4b38-877d-d452a039655e already deleted. [ 701.375406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e306c261-edc6-4b38-877d-d452a039655e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.388132] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 701.390532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.390532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.390532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.391359] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.391359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.391531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.392035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.392999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.392999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.392999] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.392999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.392999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.392999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.393306] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.394123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.394123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.394236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.394594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.394594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.394594] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.662779] env[65815]: INFO networking_nsxv3.common.synchronization [None req-c0bbb2ce-51ab-4d00-a9f4-752365af2948 tempest-ServerActionsTestOtherB-296077359 tempest-ServerActionsTestOtherB-296077359-project-member] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 701.663728] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 701.664123] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.664304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.664392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.664716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.664823] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.897558] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58: rpc.has_security_group_logging(os_id): False [ 701.919840] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.920083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.920250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.924054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.924054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.924054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.924054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.924733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.924733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.924733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.924733] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be created. [ 701.994094] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 in Status: SUCCESS [ 701.994094] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 deletion is rescheduled due to dependency. [ 701.994094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.019352] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.019352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.019352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.019352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.019352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.040947] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 702.196306] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.196306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.196306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.196306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.196306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.196306] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 already deleted. [ 702.196306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.363762] env[65815]: INFO networking_nsxv3.common.synchronization [req-8327ddb1-4ac6-4e28-9961-0b9b8bdb0582 req-a777a3ab-ce9c-4193-b363-787cdc28dbd7 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 702.363933] env[65815]: INFO networking_nsxv3.common.synchronization [req-8327ddb1-4ac6-4e28-9961-0b9b8bdb0582 req-a777a3ab-ce9c-4193-b363-787cdc28dbd7 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 702.364545] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 702.364689] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 702.364968] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.369205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.369312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.369576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.369762] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.369872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.369934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.370107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.370191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.370332] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.371281] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.371423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.371498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.371722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.371868] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.371996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.373211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.373456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.373638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.373792] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.421457] env[65815]: INFO networking_nsxv3.common.synchronization [req-8327ddb1-4ac6-4e28-9961-0b9b8bdb0582 req-a777a3ab-ce9c-4193-b363-787cdc28dbd7 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 702.421739] env[65815]: INFO networking_nsxv3.common.synchronization [req-8327ddb1-4ac6-4e28-9961-0b9b8bdb0582 req-a777a3ab-ce9c-4193-b363-787cdc28dbd7 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 702.421875] env[65815]: INFO networking_nsxv3.common.synchronization [req-8327ddb1-4ac6-4e28-9961-0b9b8bdb0582 req-a777a3ab-ce9c-4193-b363-787cdc28dbd7 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_rules [ 702.421996] env[65815]: INFO networking_nsxv3.common.synchronization [req-8327ddb1-4ac6-4e28-9961-0b9b8bdb0582 req-a777a3ab-ce9c-4193-b363-787cdc28dbd7 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 702.422134] env[65815]: INFO networking_nsxv3.common.synchronization [req-8327ddb1-4ac6-4e28-9961-0b9b8bdb0582 req-a777a3ab-ce9c-4193-b363-787cdc28dbd7 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 1e4529ec-7128-4d41-ae50-882020a15e2e with Priority: HIGHEST for action port [ 702.422925] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 702.423084] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_rules [ 702.423197] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4529ec-7128-4d41-ae50-882020a15e2e with Priority: HIGHEST for action port [ 702.423501] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 702.423566] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 702.423835] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.423957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.424070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.424269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.424324] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.426250] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.426250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.426250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.426250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.426250] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.426778] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4529ec-7128-4d41-ae50-882020a15e2e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.426908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.426976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.427167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.427239] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4529ec-7128-4d41-ae50-882020a15e2e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.429164] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.429164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.429164] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.429164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.662881] env[65815]: INFO networking_nsxv3.common.synchronization [None req-944bbef9-8ad1-4c5c-bc93-9cad87d5fda8 tempest-ServerActionsTestOtherB-296077359 tempest-ServerActionsTestOtherB-296077359-project-member] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 702.663482] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 702.663851] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.663979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.664057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.664262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.664343] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.788657] env[65815]: INFO networking_nsxv3.common.synchronization [req-551fcacb-3f0b-47f9-801e-65ae569b16f9 req-c0a43ff0-8cd7-4788-86ce-b89d0e5afa66 tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 702.789799] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 702.791519] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.791519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.791519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.792558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.792558] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.792558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.792558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.792558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.792558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.792558] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.876132] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.878407] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.929710] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4529ec-7128-4d41-ae50-882020a15e2e with status ACTIVE [ 702.929936] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.930083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.930152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.930356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.930446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.930614] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.930736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.930800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.930937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.931019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.931199] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.931297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.931365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.931486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.931557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.931642] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4529ec-7128-4d41-ae50-882020a15e2e is going to be updated. [ 702.932908] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.933064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.933236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.933329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.958116] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.958502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.958502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.958924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.959082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.959239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.192349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.192508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.192582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.192782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.192899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.192972] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 already deleted. [ 703.193053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.295095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.295273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.295338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.295567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.295702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.295924] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.296557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.296557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.296557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.296557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.296557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 703.325954] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.327522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.327610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.327881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.328040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.340222] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 703.380539] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.381997] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.814050] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b0b2073c-ce9c-47e7-a0d1-9ce4f3b77793 None None] Enqueued Resource ID: 00eeded9-8036-4469-9774-8c51f547e04b with Priority: HIGHEST for action port [ 703.814594] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00eeded9-8036-4469-9774-8c51f547e04b with Priority: HIGHEST for action port [ 703.814877] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-00eeded9-8036-4469-9774-8c51f547e04b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.815027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00eeded9-8036-4469-9774-8c51f547e04b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.815093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00eeded9-8036-4469-9774-8c51f547e04b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.815680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00eeded9-8036-4469-9774-8c51f547e04b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.815680] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00eeded9-8036-4469-9774-8c51f547e04b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.885017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.889143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.889143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.889143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.889143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.889143] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be created. [ 703.889143] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.889143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.889143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.889143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.889143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.889143] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 703.916746] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.916999] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.917141] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.917685] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.917853] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.918130] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.918321] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.918598] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.919140] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.919351] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.919480] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.919559] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.919658] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.919759] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.919856] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.919977] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.923256] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.923430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.923500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.923711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.923998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.925735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.925852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.925976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.926411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.926411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.940127] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 703.940860] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: UNINITIALIZED for 2s [ 703.954676] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.954856] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.954954] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.955153] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.955462] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.955627] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.955736] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.956369] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.956369] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3c119d-0ee0-4c00-ae56-bda9a4d7b211',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.076534] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 704.076598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.079024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.079024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.079024] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.318083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00eeded9-8036-4469-9774-8c51f547e04b [ 704.318428] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.318682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.318682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.318855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.318985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.319399] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00eeded9-8036-4469-9774-8c51f547e04b already deleted. [ 704.319600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00eeded9-8036-4469-9774-8c51f547e04b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.459968] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.460582] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.460582] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.460952] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.461094] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.461241] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 7b3c119d-0ee0-4c00-ae56-bda9a4d7b211 not found, creating... [ 704.461823] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.461981] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.462468] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.462468] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.462572] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.463726] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.463726] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.463726] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.464754] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.464945] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.465115] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 7b3c119d-0ee0-4c00-ae56-bda9a4d7b211 is going to be created. [ 704.490487] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.490712] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.490832] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.491135] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.491356] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.491571] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.581410] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.581569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.581638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.581852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.582055] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.582162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.582232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.582450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.582544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.582633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.582722] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.087605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.087605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.087605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.087605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.087605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.087605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.087605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.087605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.087605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.087605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.088533] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.088533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.088533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.088533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.088533] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.088533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.088533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.088533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.088533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.088533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.088986] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.241581] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c2a8815-7bc4-43cd-9407-638c353408af req-5dd6e4ed-d03a-4ae4-8576-8d74d830a42f tempest-InstanceActionsV221TestJSON-781287620 tempest-InstanceActionsV221TestJSON-781287620-project-member] Enqueued Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGHEST for action security_group_members [ 705.242287] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGHEST for action security_group_members [ 705.242660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.242805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.242860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.243131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.243293] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.243395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.243458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.243611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.243697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.244089] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.260918] env[65815]: INFO networking_nsxv3.common.synchronization [req-551fcacb-3f0b-47f9-801e-65ae569b16f9 req-5e6cca81-d1a3-4b4f-99c4-1e3d8e02246c service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 705.261165] env[65815]: INFO networking_nsxv3.common.synchronization [req-551fcacb-3f0b-47f9-801e-65ae569b16f9 req-5e6cca81-d1a3-4b4f-99c4-1e3d8e02246c service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 705.261346] env[65815]: INFO networking_nsxv3.common.synchronization [req-551fcacb-3f0b-47f9-801e-65ae569b16f9 req-5e6cca81-d1a3-4b4f-99c4-1e3d8e02246c service nova] Enqueued Resource ID: 7b3c119d-0ee0-4c00-ae56-bda9a4d7b211 with Priority: HIGHEST for action port [ 705.262020] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 705.263864] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 705.264052] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3c119d-0ee0-4c00-ae56-bda9a4d7b211 with Priority: HIGHEST for action port [ 705.264292] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.264418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.264486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.264695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.264773] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.266195] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.266302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.266670] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.266670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.266670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.266865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.266865] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3c119d-0ee0-4c00-ae56-bda9a4d7b211',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.352706] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 705.352706] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 deletion is rescheduled due to dependency. [ 705.352706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.352706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.352706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.352706] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.352706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.352706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.352706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.352706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.352706] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.594410] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58: rpc.has_security_group_logging(os_id): False [ 705.615425] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.615425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.615425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.615755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.615910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.616158] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.616283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.616838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.616838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.616838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.616838] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.617017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.619811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.619811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.619811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.620048] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.620342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.620342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.620832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.620926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.620995] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 705.656259] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.656451] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-882" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.657098] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-882" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.657098] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-882" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.659590] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.659590] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.659590] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.659590] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.660321] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.660321] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.660321] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.660687] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.660687] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.660687] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.660888] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.660888] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.684564] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.684564] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.684564] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.684564] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-882" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.684564] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-a76ed796-ae3f-4915-9301-30c450f3c840 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.684564] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-a76ed796-ae3f-4915-9301-30c450f3c840" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.684965] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-a76ed796-ae3f-4915-9301-30c450f3c840" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.684965] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-a76ed796-ae3f-4915-9301-30c450f3c840" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.685079] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76ed796-ae3f-4915-9301-30c450f3c840',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.698875] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.698875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.698875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.699186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.699263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.717350] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 705.748272] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.748272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.748272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.748272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.748272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.749118] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.749118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.749118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.749118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.749278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.749278] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 already deleted. [ 705.749349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.769032] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.769879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.769994] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b3c119d-0ee0-4c00-ae56-bda9a4d7b211 with status ACTIVE [ 705.770490] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.770490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.770655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.770971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.770971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.771218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.771283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.771325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.772030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.772030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.772030] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.772030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.772030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.772489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.772489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.772489] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b3c119d-0ee0-4c00-ae56-bda9a4d7b211 is going to be updated. [ 705.811519] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.811658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.811728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.811963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.812118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.812586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b3c119d-0ee0-4c00-ae56-bda9a4d7b211" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.855711] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.931287] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 705.931287] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGHEST for action security_group_members [ 705.931287] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 705.932072] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 705.932904] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGHEST for action security_group_members [ 705.932904] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 705.933336] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.933336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.934024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.934024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.934024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.934505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.934724] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.934831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.934893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.935266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.935266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.935480] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.936486] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.936651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.963309] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: SUCCESS [ 705.963977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.965309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.965309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.965309] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.965309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.965309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.965309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.965588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.965588] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.967641] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 705.967641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.968718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.968718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.968718] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.968718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.968936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.968971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.969124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.969231] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.016697] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 706.016777] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 706.017165] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_rules [ 706.017165] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 706.017165] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGHEST for action security_group_rules [ 706.017296] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGHEST for action security_group_members [ 706.017410] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf1efc33-2ad8-4db0-be9b-9d2150f7323b req-38d1aa6b-8d6e-4050-891e-891c7a0d8c09 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 1e4529ec-7128-4d41-ae50-882020a15e2e with Priority: HIGHEST for action port [ 706.017911] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 706.018059] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_rules [ 706.018227] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGHEST for action security_group_members [ 706.018365] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e4529ec-7128-4d41-ae50-882020a15e2e with Priority: HIGHEST for action port [ 706.018365] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGHEST for action security_group_rules [ 706.018598] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 706.018598] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 706.018891] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.019033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.019563] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.019683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.019874] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.019962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.020172] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e4529ec-7128-4d41-ae50-882020a15e2e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.020525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.020525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.020614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.020680] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e4529ec-7128-4d41-ae50-882020a15e2e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.021774] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.021774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.021774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.022170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.022472] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.023308] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.023563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.024069] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.024069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.190626] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.190626] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.190626] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.191047] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.191832] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.191832] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port a76ed796-ae3f-4915-9301-30c450f3c840 not found, creating... [ 706.191832] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.192049] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.192049] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.192254] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.192531] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.192799] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.192991] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.193146] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.193481] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.193661] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.193822] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: a76ed796-ae3f-4915-9301-30c450f3c840 is going to be created. [ 706.216895] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.217154] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.217275] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.217552] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.217769] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.219439] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-a76ed796-ae3f-4915-9301-30c450f3c840" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.359509] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.438047] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.471511] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.475317] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.525842] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.525842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.525842] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e4529ec-7128-4d41-ae50-882020a15e2e with status ACTIVE [ 706.526118] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.526118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.526118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.526308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.526392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.526557] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.527983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.527983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.527983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.527983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.527983] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.527983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.527983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.528372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.528372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.528372] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e4529ec-7128-4d41-ae50-882020a15e2e is going to be updated. [ 706.551110] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.551551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.551626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.551835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.551975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.552180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e4529ec-7128-4d41-ae50-882020a15e2e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.573165] env[65815]: INFO networking_nsxv3.common.synchronization [None req-87062b8a-4843-4642-8c87-7b38cfd69cbd None None] Enqueued Resource ID: 30722a5d-d427-4d2c-99de-69caadd05d67 with Priority: HIGHEST for action port [ 706.573748] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30722a5d-d427-4d2c-99de-69caadd05d67 with Priority: HIGHEST for action port [ 706.574053] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-30722a5d-d427-4d2c-99de-69caadd05d67 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.574246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30722a5d-d427-4d2c-99de-69caadd05d67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.574336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30722a5d-d427-4d2c-99de-69caadd05d67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.574623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30722a5d-d427-4d2c-99de-69caadd05d67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.574756] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30722a5d-d427-4d2c-99de-69caadd05d67',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.861140] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.861140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.861140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.861311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.861311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.861567] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 706.891027] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.892074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.892074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.892074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.892074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.901632] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 706.941726] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.973692] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.975176] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.981247] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c2a8815-7bc4-43cd-9407-638c353408af req-14a96b46-8671-4dd6-902e-581cc4fdfcab service nova] Enqueued Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGHEST for action security_group_rules [ 706.981918] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c2a8815-7bc4-43cd-9407-638c353408af req-14a96b46-8671-4dd6-902e-581cc4fdfcab service nova] Enqueued Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGHEST for action security_group_members [ 706.982113] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c2a8815-7bc4-43cd-9407-638c353408af req-14a96b46-8671-4dd6-902e-581cc4fdfcab service nova] Enqueued Resource ID: a76ed796-ae3f-4915-9301-30c450f3c840 with Priority: HIGHEST for action port [ 706.983049] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGHEST for action security_group_rules [ 706.984408] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGHEST for action security_group_members [ 706.984408] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76ed796-ae3f-4915-9301-30c450f3c840 with Priority: HIGHEST for action port [ 706.984408] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.984408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.984408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.984408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.984408] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.986714] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.986714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.986714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.986714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.986714] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.986714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.986714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.986714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.986714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.986714] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.987097] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76ed796-ae3f-4915-9301-30c450f3c840 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.987828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76ed796-ae3f-4915-9301-30c450f3c840" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.988388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76ed796-ae3f-4915-9301-30c450f3c840" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.988484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76ed796-ae3f-4915-9301-30c450f3c840" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.988527] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76ed796-ae3f-4915-9301-30c450f3c840',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.077033] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30722a5d-d427-4d2c-99de-69caadd05d67 [ 707.077204] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.077319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.077387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.077710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.077906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.077973] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30722a5d-d427-4d2c-99de-69caadd05d67 already deleted. [ 707.078070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30722a5d-d427-4d2c-99de-69caadd05d67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.445188] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.445188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.445188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.445188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.445188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.445620] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 is going to be created. [ 707.469333] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.470399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.470399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.470399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.470399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.481020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.481020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.481020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.481020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.481020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.481020] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be updated. [ 707.481020] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: UNINITIALIZED for 2s [ 707.481020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.481695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.481860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.482129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.482308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.482539] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 707.490546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.490955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.491535] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.492740] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a76ed796-ae3f-4915-9301-30c450f3c840 with status ACTIVE [ 707.494083] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.499231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.499231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.499231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.499231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.499231] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.499231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.499231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.499231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.530750] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.530750] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a76ed796-ae3f-4915-9301-30c450f3c840 is going to be updated. [ 707.530750] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.530750] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.530750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.533116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.533116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.533116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.535772] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.535894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.536011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.536196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.536685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.536685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76ed796-ae3f-4915-9301-30c450f3c840" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.546268] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: IN_PROGRESS for 2s [ 707.547374] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 707.733040] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 707.733202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.003610] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.506323] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.506323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.506323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.506323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.506323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.506323] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 is going to be created. [ 708.529279] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.529490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.529593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.529870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.530082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.540485] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 in Status: UNINITIALIZED for 2s [ 708.914649] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 708.915553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.915827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.917042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.917042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.917042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.917042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.917042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.917042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.917042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.917042] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.420418] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.420784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.420933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.421246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.421496] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.421702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.421847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.422168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.422319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.422611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.422841] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.423054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.424017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.424017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.424017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.424017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.424017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.424017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.424017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.424345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.424507] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.490819] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: SUCCESS [ 709.491074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.491278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.491456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.491654] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.491901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.491970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.492153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.492234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.492331] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.556977] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: SUCCESS [ 709.557351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.557517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.557809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.558059] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.558196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.558271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.558459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.558567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.558659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.558769] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.560301] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 709.560472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.560586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.560750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.561280] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.561419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.561513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.561705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.561787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.561875] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.562893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.562893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.563080] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.563172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.563233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.563373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.563444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.563522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.563606] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.564526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.565089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.565089] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.565089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.565089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.565793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.565793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.565793] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.927463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0: rpc.has_security_group_logging(os_id): False [ 709.950475] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.950671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.950749] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.950998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.951138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.951437] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.951524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.951841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.952149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.952325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.952777] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.952953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.953036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.953234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.953299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.953662] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.953662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.953662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.953865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.953865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.953986] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 709.995758] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.032935] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.033566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.033638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.033881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.034042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.047178] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 710.065933] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.067090] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.068135] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.068244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.068416] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.496999] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.554165] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 in Status: SUCCESS [ 710.554359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.554563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.554867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.555192] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.555344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.555451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.555636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.555748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.555808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.555939] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.571255] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32f20362-1b4f-4edc-bace-8ea7c54a745e: rpc.has_security_group_logging(os_id): False [ 710.572457] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.573802] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.594672] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.594876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.594876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.595286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.595286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.595435] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.595540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.595606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.595760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.595837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.595928] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be created. [ 710.650954] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.651172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.652124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.652124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.652124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.664043] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: IN_PROGRESS for 2s [ 711.000725] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.000925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.000974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.001205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.001299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.001408] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 is going to be updated. [ 711.038276] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.038392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.038459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.038670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.038815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.049420] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: IN_PROGRESS for 2s [ 711.059133] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.059410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.059410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.059574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.059723] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.059826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.059876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.060033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.060123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.060214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.060544] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.060667] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.060737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.060901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.061143] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.061845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.061845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.061845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.061845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.061845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.061845] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.076304] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.076304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.076304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.076304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.076304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.076573] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be updated. [ 711.077953] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.078085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.078159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.078335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.078423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.078510] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 711.098612] env[65815]: INFO networking_nsxv3.common.synchronization [None req-3810e468-c0e4-4976-b57c-bd3ddb839c15 tempest-MigrationsAdminTest-1007894125 tempest-MigrationsAdminTest-1007894125-project-member] Enqueued Resource ID: 1e6ee503-9351-473c-bbf9-4cc5600e3651 with Priority: HIGHEST for action security_group_rules [ 711.099164] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6ee503-9351-473c-bbf9-4cc5600e3651 with Priority: HIGHEST for action security_group_rules [ 711.099472] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6ee503-9351-473c-bbf9-4cc5600e3651 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.099596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6ee503-9351-473c-bbf9-4cc5600e3651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.099664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6ee503-9351-473c-bbf9-4cc5600e3651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.100323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6ee503-9351-473c-bbf9-4cc5600e3651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.100323] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6ee503-9351-473c-bbf9-4cc5600e3651',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.108942] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.109128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.109227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.109464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.109611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.111816] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.111937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.112012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.112195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.112380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.123880] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: IN_PROGRESS for 2s [ 711.125130] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 711.272948] env[65815]: INFO networking_nsxv3.common.synchronization [None req-cb7d02ae-1978-4c53-bfb9-b45bc2713284 tempest-MigrationsAdminTest-1007894125 tempest-MigrationsAdminTest-1007894125-project-member] Enqueued Resource ID: 1e6ee503-9351-473c-bbf9-4cc5600e3651 with Priority: HIGHEST for action security_group_rules [ 711.273841] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6ee503-9351-473c-bbf9-4cc5600e3651 with Priority: HIGHEST for action security_group_rules [ 711.277320] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6ee503-9351-473c-bbf9-4cc5600e3651 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.277648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6ee503-9351-473c-bbf9-4cc5600e3651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.510080] env[65815]: INFO networking_nsxv3.common.synchronization [req-d1e87196-d5b2-4633-8c10-78d4ac811e6b req-cb010dad-972d-436f-9f38-34c01e1f31ec tempest-ServerMetadataTestJSON-2040202333 tempest-ServerMetadataTestJSON-2040202333-project-member] Enqueued Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGHEST for action security_group_members [ 711.510567] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGHEST for action security_group_members [ 711.510932] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2962a11-d638-44bb-aac4-e7a0e28568ce taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.511124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.511241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.511531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.511721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.511852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.511938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.512126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.512246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.512364] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.566102] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d99e83e-6cfc-4650-8c0f-fbd59d881c79: rpc.has_security_group_logging(os_id): False [ 711.585936] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.586169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.586169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.586422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.586543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.586738] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.586836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.586898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.587080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.587166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.587434] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.587558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.587623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.587765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.587843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.588429] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.588586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.588678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.588870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.589039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.589164] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 is going to be created. [ 711.630148] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.630564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.630564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.630672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.630766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.630863] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6ee503-9351-473c-bbf9-4cc5600e3651 already deleted. [ 711.630947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6ee503-9351-473c-bbf9-4cc5600e3651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.631535] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6ee503-9351-473c-bbf9-4cc5600e3651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.631770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6ee503-9351-473c-bbf9-4cc5600e3651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.631868] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6ee503-9351-473c-bbf9-4cc5600e3651',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.658501] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.658501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.658501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.659374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.659374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.670748] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 in Status: IN_PROGRESS for 2s [ 712.017236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.017236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.017236] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2962a11-d638-44bb-aac4-e7a0e28568ce already deleted. [ 712.017236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.063911] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 712.063911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.161761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.161761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.161761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.162049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.162049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.162049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6ee503-9351-473c-bbf9-4cc5600e3651 already deleted. [ 712.162122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6ee503-9351-473c-bbf9-4cc5600e3651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.257686] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.257995] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.258110] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.258455] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.259686] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.259686] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.259686] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.259686] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.259686] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.259686] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.259939] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.259939] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.259988] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.260199] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.260199] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.260291] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.288152] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.288346] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.288483] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.288668] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.289132] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-1d2f2129-8c92-4a41-976f-9d461735bcc5 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.289246] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-1d2f2129-8c92-4a41-976f-9d461735bcc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.289279] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-1d2f2129-8c92-4a41-976f-9d461735bcc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.289605] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-1d2f2129-8c92-4a41-976f-9d461735bcc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.289739] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2f2129-8c92-4a41-976f-9d461735bcc5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.370122] env[65815]: INFO networking_nsxv3.common.synchronization [req-848684d9-2403-4805-b6b5-fcd39d7d663c req-30e0589c-6da2-4183-a9d3-3ff590e39c84 tempest-FloatingIPsAssociationTestJSON-749154560 tempest-FloatingIPsAssociationTestJSON-749154560-project-member] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 712.370658] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGHEST for action security_group_members [ 712.370956] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.371088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.371154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.371538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.371538] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.371649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.371702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.371851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.371942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.372382] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.680347] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: SUCCESS [ 712.680726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.680883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.681157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.681252] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.794625] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.794625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.794625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.794625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.794625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.794625] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 1d2f2129-8c92-4a41-976f-9d461735bcc5 not found, creating... [ 712.794625] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.794625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.794625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.794625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.794625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.795360] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.795360] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.795360] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.795360] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.795360] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.795772] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 1d2f2129-8c92-4a41-976f-9d461735bcc5 is going to be created. [ 712.817331] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.817622] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.817693] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.818509] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.818509] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.818638] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-1d2f2129-8c92-4a41-976f-9d461735bcc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.877364] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.877364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.877364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.877364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.877364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.877364] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.877364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.877364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.877364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.877364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.877364] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 is going to be updated. [ 712.914374] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.914374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.914506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.914768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.914981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.929894] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: IN_PROGRESS for 2s [ 713.059370] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: SUCCESS [ 713.059594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.059780] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.059989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.060598] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.060598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.060598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.060598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.060740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.060826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.060891] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.146349] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: SUCCESS [ 713.146349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.147262] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 713.147383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.147551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.147775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.147964] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.148245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.148245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.148487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.148487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.148487] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.149886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.150080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.150248] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.150367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.150431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.150574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.150652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.150749] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.184000] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.184146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.569296] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.571392] env[65815]: INFO networking_nsxv3.common.synchronization [req-d1e87196-d5b2-4633-8c10-78d4ac811e6b req-406e0ec8-21a9-4677-8a30-07240e460338 service nova] Enqueued Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGHEST for action security_group_rules [ 713.571392] env[65815]: INFO networking_nsxv3.common.synchronization [req-d1e87196-d5b2-4633-8c10-78d4ac811e6b req-406e0ec8-21a9-4677-8a30-07240e460338 service nova] Enqueued Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGHEST for action security_group_members [ 713.571392] env[65815]: INFO networking_nsxv3.common.synchronization [req-d1e87196-d5b2-4633-8c10-78d4ac811e6b req-406e0ec8-21a9-4677-8a30-07240e460338 service nova] Enqueued Resource ID: 1d2f2129-8c92-4a41-976f-9d461735bcc5 with Priority: HIGHEST for action port [ 713.571810] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGHEST for action security_group_rules [ 713.572015] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGHEST for action security_group_members [ 713.572168] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2f2129-8c92-4a41-976f-9d461735bcc5 with Priority: HIGHEST for action port [ 713.572633] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2962a11-d638-44bb-aac4-e7a0e28568ce taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.572703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.573287] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.573287] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.573287] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.574639] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2962a11-d638-44bb-aac4-e7a0e28568ce taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.575706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.575706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.575706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575706] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.575706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.575706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.575706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.575940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.575940] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.576637] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2f2129-8c92-4a41-976f-9d461735bcc5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.576730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2f2129-8c92-4a41-976f-9d461735bcc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.576766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2f2129-8c92-4a41-976f-9d461735bcc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.576943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2f2129-8c92-4a41-976f-9d461735bcc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.577088] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2f2129-8c92-4a41-976f-9d461735bcc5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.653027] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.655033] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.686089] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 in Status: SUCCESS [ 713.686348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.072540] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb34c030-b5ae-4ea2-be09-c3b1cb3e6486: rpc.has_security_group_logging(os_id): False [ 714.078539] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2962a11-d638-44bb-aac4-e7a0e28568ce taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.078686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.080411] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d2f2129-8c92-4a41-976f-9d461735bcc5 with status ACTIVE [ 714.080863] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.081029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.081088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.081327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.081417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.081618] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.081745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.081809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.081968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.082058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.082308] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.082362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.082388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.082647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.082779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.082875] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d2f2129-8c92-4a41-976f-9d461735bcc5 is going to be updated. [ 714.086228] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.124247] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.124406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.124493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.124788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.124908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.125162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.125264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.125374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.125504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.125586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.125672] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 is going to be created. [ 714.132941] env[65815]: INFO networking_nsxv3.common.synchronization [req-24f32a0d-861b-4223-aff5-8a89499b8616 req-4869d5e4-4e4c-4e73-a5ff-8ca2919ec508 tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 714.134775] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.134962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.135111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.135394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.135580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.135821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2f2129-8c92-4a41-976f-9d461735bcc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.136782] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 714.137166] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.137330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.137467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.137742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.137974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.138179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.138300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.138499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.138654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.138794] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.156883] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.157808] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.205580] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.205756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.206077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.206419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.206759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.231080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: IN_PROGRESS for 2s [ 714.568136] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.568305] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.568462] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.568828] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.570023] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.570023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.570023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.570023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.570023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.570627] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.570940] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.571133] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.571297] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.571457] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.571660] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.571822] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.586935] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.592047] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.592738] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.592738] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.592738] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.592868] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.592936] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.593075] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.593466] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.593554] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704f4a49-fe8a-4025-bcd0-c1084fb3e99b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.641994] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.642195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.642238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.642450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.642576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.642774] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.642883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.642946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.643113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.643188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.643376] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 already deleted. [ 714.643376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.660806] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.660949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.661042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.661264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.661354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.661451] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be updated. [ 714.663495] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.663649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.663717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.663904] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.663989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.666420] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 714.699268] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.699268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.699268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.699268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.699268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.704023] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.704023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.704023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.704023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.704023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.718336] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 714.719486] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: IN_PROGRESS for 2s [ 714.944204] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 in Status: SUCCESS [ 714.944204] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 deletion is rescheduled due to dependency. [ 714.944403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.090984] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.090984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.090984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.090984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.090984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.091930] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2962a11-d638-44bb-aac4-e7a0e28568ce is going to be created. [ 715.097387] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.097526] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.097891] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.098255] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.098485] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.098710] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 704f4a49-fe8a-4025-bcd0-c1084fb3e99b not found, creating... [ 715.099515] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.099515] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.099515] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.099772] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.099772] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.099941] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.100151] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.100199] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.100384] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.100630] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.100677] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 704f4a49-fe8a-4025-bcd0-c1084fb3e99b is going to be created. [ 715.118684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.118838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.118912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.119190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.119398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.125019] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.125245] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.125362] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.125617] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.125828] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.126053] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.132025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2962a11-d638-44bb-aac4-e7a0e28568ce in Status: UNINITIALIZED for 2s [ 715.170105] env[65815]: INFO networking_nsxv3.common.synchronization [req-a4075b7d-2a17-4938-aaf0-753ec3a31811 req-f4d9e68d-20ab-4cc0-ae00-5c86110d185d tempest-ServersAdminNegativeTestJSON-1048862707 tempest-ServersAdminNegativeTestJSON-1048862707-project-member] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 715.170682] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 715.170980] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.171120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.171190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.171434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.171604] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.171734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.171832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.171983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.172075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.172166] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.675350] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.845371] env[65815]: INFO networking_nsxv3.common.synchronization [req-24f32a0d-861b-4223-aff5-8a89499b8616 req-b919d323-3994-492c-8b8f-b9df7641d1c1 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 715.845371] env[65815]: INFO networking_nsxv3.common.synchronization [req-24f32a0d-861b-4223-aff5-8a89499b8616 req-b919d323-3994-492c-8b8f-b9df7641d1c1 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 715.845734] env[65815]: INFO networking_nsxv3.common.synchronization [req-24f32a0d-861b-4223-aff5-8a89499b8616 req-b919d323-3994-492c-8b8f-b9df7641d1c1 service nova] Enqueued Resource ID: 704f4a49-fe8a-4025-bcd0-c1084fb3e99b with Priority: HIGHEST for action port [ 715.846349] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 715.846349] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 715.846349] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 704f4a49-fe8a-4025-bcd0-c1084fb3e99b with Priority: HIGHEST for action port [ 715.846531] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.846626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.846692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.846933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.847062] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.849150] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.849274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.849326] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.849509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.849660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.849753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.849811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.849979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.850053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.850119] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.851291] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.851524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.851524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.851658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.851658] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('704f4a49-fe8a-4025-bcd0-c1084fb3e99b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.177311] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.248211] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: SUCCESS [ 716.248457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.354149] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.354336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.355870] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.357501] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 704f4a49-fe8a-4025-bcd0-c1084fb3e99b with status ACTIVE [ 716.357834] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.357922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.357969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.358962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.358962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.358962] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.358962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.358962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.359939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.359939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.359939] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.360160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.360160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.361118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.361118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.361118] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 704f4a49-fe8a-4025-bcd0-c1084fb3e99b is going to be updated. [ 716.386660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.386853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.386902] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.387100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.387230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.387388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-704f4a49-fe8a-4025-bcd0-c1084fb3e99b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.680302] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.680477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.680553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.680780] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.680871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.680971] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 is going to be updated. [ 716.712021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.712234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.712334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.712675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.714428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.732609] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: SUCCESS [ 716.733014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.734040] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 716.734306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.734548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.734946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.735158] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.735326] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.735426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.735659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.735791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.735940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.736113] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.737179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.737401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.737639] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.737787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.737880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.738340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.738467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.738593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.740147] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.740147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.740147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.740147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.740147] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.740147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.740147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.740147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.740147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.740147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.740147] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.742249] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: IN_PROGRESS for 2s [ 716.864042] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.900228] env[65815]: INFO networking_nsxv3.common.synchronization [req-e6ee9823-8fbd-4024-8f2f-99e3a1fe8599 req-543aab08-b014-4211-94cf-a214e1dfcebc tempest-ServerActionsV293TestJSON-1298517114 tempest-ServerActionsV293TestJSON-1298517114-project-member] Enqueued Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_members [ 716.901185] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_members [ 716.901185] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d2f914-1e37-48fd-95af-8ec27507ec25 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.901357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.901421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.902040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.902295] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.902380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.902559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.902702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.902789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.902888] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.145631] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2962a11-d638-44bb-aac4-e7a0e28568ce in Status: SUCCESS [ 717.145631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.145631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.145631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.145631] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.145631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.145631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.145631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.145631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.145631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.145631] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.242559] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.246062] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2494390e-5ce6-4ab7-91b3-f57d6b456c78: rpc.has_security_group_logging(os_id): False [ 717.265797] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.266481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.268569] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.268569] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.268569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271685] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.271685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.271685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.271685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.271685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271685] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 717.284471] env[65815]: INFO networking_nsxv3.common.synchronization [None req-900f2821-5bb5-4766-bd0e-9d8a8a05daed None None] Enqueued Resource ID: dd01c68a-4535-4e29-bfd6-8fa7e08a5722 with Priority: HIGHEST for action port [ 717.284471] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd01c68a-4535-4e29-bfd6-8fa7e08a5722 with Priority: HIGHEST for action port [ 717.284471] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd01c68a-4535-4e29-bfd6-8fa7e08a5722 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.284471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd01c68a-4535-4e29-bfd6-8fa7e08a5722" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.284471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd01c68a-4535-4e29-bfd6-8fa7e08a5722" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.284471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd01c68a-4535-4e29-bfd6-8fa7e08a5722" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.284471] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd01c68a-4535-4e29-bfd6-8fa7e08a5722',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.353741] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.353882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.353987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.354176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.354323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.368639] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 717.372753] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.372753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.372930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.373347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.373347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.373347] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be created. [ 717.404732] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.404902] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-271" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.405045] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-271" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.405398] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-271" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.405658] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.406185] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.406323] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.406552] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.406692] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.406895] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.406996] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.407110] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.407209] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.407312] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.407406] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.407530] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.409241] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.409241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.409394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.409469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.409525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.409708] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.409799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.409860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.410063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.410133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.410177] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 already deleted. [ 717.410316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.522198] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.522198] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.114 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.522606] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.522774] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-271" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.523169] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-569fde93-ec6d-4308-bd13-c0114175409f taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.523430] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-569fde93-ec6d-4308-bd13-c0114175409f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.526249] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-569fde93-ec6d-4308-bd13-c0114175409f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.526249] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-569fde93-ec6d-4308-bd13-c0114175409f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.526249] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569fde93-ec6d-4308-bd13-c0114175409f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.555537] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.555537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.555537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.555537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.555537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.595341] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: UNINITIALIZED for 2s [ 717.650382] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2962a11-d638-44bb-aac4-e7a0e28568ce taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.650578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.650621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.650825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.651016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.651121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.651175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.651709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.651709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.651709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.651709] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2962a11-d638-44bb-aac4-e7a0e28568ce taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.651709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.651941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.651941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.652068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.652176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.652215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.652584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.652584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.652584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.652783] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.748145] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32f20362-1b4f-4edc-bace-8ea7c54a745e: rpc.has_security_group_logging(os_id): False [ 717.768022] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.768735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.768735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.768735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.768735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.768919] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.768984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.769064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.769279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.769364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.769456] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be updated. [ 717.786864] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd01c68a-4535-4e29-bfd6-8fa7e08a5722 [ 717.787593] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.787755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.787856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.788117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.788241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.788351] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd01c68a-4535-4e29-bfd6-8fa7e08a5722 already deleted. [ 717.788447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd01c68a-4535-4e29-bfd6-8fa7e08a5722" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.838347] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.838509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.838590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.838761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.838896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.851460] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: IN_PROGRESS for 2s [ 718.027467] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.027758] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.029262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.029262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.029262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.029262] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 569fde93-ec6d-4308-bd13-c0114175409f not found, creating... [ 718.029526] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.029526] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.029648] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.030060] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.030210] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.030508] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.030659] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.030770] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.031025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.031185] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.031334] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 569fde93-ec6d-4308-bd13-c0114175409f is going to be created. [ 718.057597] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.057597] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.057597] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.057597] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.057597] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.058826] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-569fde93-ec6d-4308-bd13-c0114175409f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.158400] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2962a11-d638-44bb-aac4-e7a0e28568ce: rpc.has_security_group_logging(os_id): False [ 718.194326] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.194326] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.194326] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.194548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.194649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.194861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.194958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.195054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.195284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.195379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.195660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.195771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.195835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.195984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.196829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.196949] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.197067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.197124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.198413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.198501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.198595] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2962a11-d638-44bb-aac4-e7a0e28568ce is going to be created. [ 718.355383] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.355582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.355715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.355953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.356228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.369276] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2962a11-d638-44bb-aac4-e7a0e28568ce in Status: IN_PROGRESS for 2s [ 718.755022] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: SUCCESS [ 718.755449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.810540] env[65815]: INFO networking_nsxv3.common.synchronization [req-e6ee9823-8fbd-4024-8f2f-99e3a1fe8599 req-f4a00750-b25f-49e4-b435-c34853cd4c56 service nova] Enqueued Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_rules [ 718.810540] env[65815]: INFO networking_nsxv3.common.synchronization [req-e6ee9823-8fbd-4024-8f2f-99e3a1fe8599 req-f4a00750-b25f-49e4-b435-c34853cd4c56 service nova] Enqueued Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_members [ 718.810540] env[65815]: INFO networking_nsxv3.common.synchronization [req-e6ee9823-8fbd-4024-8f2f-99e3a1fe8599 req-f4a00750-b25f-49e4-b435-c34853cd4c56 service nova] Enqueued Resource ID: 569fde93-ec6d-4308-bd13-c0114175409f with Priority: HIGHEST for action port [ 718.811479] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_rules [ 718.811666] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_members [ 718.811858] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569fde93-ec6d-4308-bd13-c0114175409f with Priority: HIGHEST for action port [ 718.812203] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b1d2f914-1e37-48fd-95af-8ec27507ec25 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.812428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.812428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.812754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.813060] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.814318] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d2f914-1e37-48fd-95af-8ec27507ec25 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.814318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.814318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.814524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.814631] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.814682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.815873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.815873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.815873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.815873] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.816072] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-569fde93-ec6d-4308-bd13-c0114175409f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.816072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-569fde93-ec6d-4308-bd13-c0114175409f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.816169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-569fde93-ec6d-4308-bd13-c0114175409f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.816513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-569fde93-ec6d-4308-bd13-c0114175409f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.816513] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569fde93-ec6d-4308-bd13-c0114175409f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.320670] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.322183] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d2f914-1e37-48fd-95af-8ec27507ec25 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.322183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.322183] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 569fde93-ec6d-4308-bd13-c0114175409f with status ACTIVE [ 719.322584] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.325586] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.325586] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.325586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.326309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.326530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.326586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.327026] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 569fde93-ec6d-4308-bd13-c0114175409f is going to be updated. [ 719.356246] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.356436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.356536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.358174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.358174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.358174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-569fde93-ec6d-4308-bd13-c0114175409f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.392302] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 719.392950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.392950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.393692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.393692] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.609684] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 719.609684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.609684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.609684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.609684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.609684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.609684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.609684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.609684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.610304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.610569] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.832424] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.872092] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: SUCCESS [ 719.872092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.899040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.899040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.899040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.899040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.899040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.899040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.899040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.899040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.899040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.899040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.899040] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.115027] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.115302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.115490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.116385] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.116668] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.116995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.116995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.117676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.118754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.118754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.118754] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.118754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.118754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.118978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.119604] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.119604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.119604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.119604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.119604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.119604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.120126] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.336042] env[65815]: INFO networking_nsxv3.common.synchronization [None req-60c2d010-ff3a-4fd4-a2e5-23a0ccb10674 None None] Enqueued Resource ID: 229e691f-6df4-4f3e-a2a4-911ed1d5eb26 with Priority: HIGHEST for action port [ 720.336042] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229e691f-6df4-4f3e-a2a4-911ed1d5eb26 with Priority: HIGHEST for action port [ 720.336624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-229e691f-6df4-4f3e-a2a4-911ed1d5eb26 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.336624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-229e691f-6df4-4f3e-a2a4-911ed1d5eb26" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.336624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-229e691f-6df4-4f3e-a2a4-911ed1d5eb26" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.336624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-229e691f-6df4-4f3e-a2a4-911ed1d5eb26" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.336624] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('229e691f-6df4-4f3e-a2a4-911ed1d5eb26',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.339224] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.339296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.339354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.339626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.339626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.339722] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 is going to be created. [ 720.368505] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.368725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.368799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.369044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.369234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.388242] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 in Status: UNINITIALIZED for 2s [ 720.389393] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2962a11-d638-44bb-aac4-e7a0e28568ce in Status: SUCCESS [ 720.389596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.401252] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.401510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.401579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.401823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.401998] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.402143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.402208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.402311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.402396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.402550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.402645] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.402740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.402869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.402939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.403068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.403251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.403251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.403347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.403403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.403475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.403560] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.627496] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f609db10-a071-495f-90db-b7d9023669f8: rpc.has_security_group_logging(os_id): False [ 720.654922] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.655198] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.655332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.655669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.655897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.656282] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.656463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.656581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.656868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.657029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.657406] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.657575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.657692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.658700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.658700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.658700] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.658700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.658700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.658940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.659011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.659535] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be created. [ 720.736710] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.736934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.736934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.737170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.737369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.751599] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 720.840718] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 229e691f-6df4-4f3e-a2a4-911ed1d5eb26 [ 720.840718] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.840718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.840973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.841241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.841491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.841569] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:229e691f-6df4-4f3e-a2a4-911ed1d5eb26 already deleted. [ 720.841613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-229e691f-6df4-4f3e-a2a4-911ed1d5eb26" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.905946] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2494390e-5ce6-4ab7-91b3-f57d6b456c78: rpc.has_security_group_logging(os_id): False [ 720.932427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.932427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.932427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.932427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.932427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.932427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.932427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.932427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.932427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.932427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.932427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.933879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.934205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.934205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.934205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.934427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.934590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.934867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.934867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.934867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.938954] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 721.015224] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.015224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.015353] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.015673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.016634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.042446] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 721.355609] env[65815]: INFO networking_nsxv3.common.synchronization [req-2b0f529e-5a2c-4b89-8fdd-42cf011b66b8 req-ef81532b-9a94-4503-b469-34da1780b0f4 tempest-InstanceActionsV221TestJSON-781287620 tempest-InstanceActionsV221TestJSON-781287620-project-member] Enqueued Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGHEST for action security_group_members [ 721.356377] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGHEST for action security_group_members [ 721.356742] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.356858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.358713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.358713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.358713] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.358889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.358889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.359072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.359935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.359935] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.758297] env[65815]: INFO networking_nsxv3.common.synchronization [req-6b0dd3b7-eea1-48bc-b792-79d186ed89b3 req-f424a204-65dd-4b64-8b20-c6c8721e6ee1 tempest-VolumesAssistedSnapshotsTest-613112876 tempest-VolumesAssistedSnapshotsTest-613112876-project-member] Enqueued Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_members [ 721.759041] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 with Priority: HIGHEST for action security_group_members [ 721.759576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.759839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.759942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.760233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.760442] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.760585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.760680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.761126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.761126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.761208] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae9b11c1-1e39-4e0c-a82f-84ebc807cf15',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.864156] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.864156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.864156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.864410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.864505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.865067] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.865175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.865381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.866133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.866257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.866358] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 is going to be updated. [ 721.897705] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.897705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.897705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.897934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.897997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.907976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 in Status: IN_PROGRESS for 2s [ 722.264970] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.265219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.265328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.265620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.265775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.266017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.266139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.266257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.266476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.266610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.266725] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 is going to be updated. [ 722.322204] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.322204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.322204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.322204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.322204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.331952] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 in Status: IN_PROGRESS for 2s [ 722.404642] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 in Status: SUCCESS [ 722.404642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.404642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.404642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.407908] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.407908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.407908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.407908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.407908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.407908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.407908] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.766800] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 722.767442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.910915] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.066427] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 723.067070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.415173] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b1d2f914-1e37-48fd-95af-8ec27507ec25: rpc.has_security_group_logging(os_id): False [ 723.437052] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.437244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.437316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.437553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.437618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.437876] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.437977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.438054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.438208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.438292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.438382] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 is going to be created. [ 723.507372] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.507372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.507372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.507372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.507372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.520850] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 in Status: IN_PROGRESS for 2s [ 723.927388] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 in Status: SUCCESS [ 723.927388] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 deletion is rescheduled due to dependency. [ 723.927388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.345950] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 in Status: SUCCESS [ 724.346177] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae9b11c1-1e39-4e0c-a82f-84ebc807cf15 deletion is rescheduled due to dependency. [ 724.346443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae9b11c1-1e39-4e0c-a82f-84ebc807cf15" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.538961] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 in Status: SUCCESS [ 725.539759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.655706] env[65815]: INFO networking_nsxv3.common.synchronization [req-d65106f3-d5e2-41ee-a932-0ef97dcb349d req-cc1f47ac-f98d-421c-8fe2-e74c83d79a0b tempest-ServersWithSpecificFlavorTestJSON-1636987805 tempest-ServersWithSpecificFlavorTestJSON-1636987805-project-member] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 725.656515] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 725.656915] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.657065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.657124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.657324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.657491] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.657591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.657740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.657926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.658041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.658204] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.160557] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.160718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.160772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.160990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.162478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.162735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.163359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.163359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.163471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.163471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.163560] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be updated. [ 726.196208] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.196341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.196408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.196620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.196751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.207055] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: IN_PROGRESS for 2s [ 727.566648] env[65815]: INFO networking_nsxv3.common.synchronization [None req-22de33ad-b43b-4e2c-9f46-68a023e0ba02 None None] Enqueued Resource ID: 112637b5-144d-49d5-80c2-c33c1421dfb8 with Priority: HIGHEST for action port [ 727.569191] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 112637b5-144d-49d5-80c2-c33c1421dfb8 with Priority: HIGHEST for action port [ 727.569191] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-112637b5-144d-49d5-80c2-c33c1421dfb8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.569191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-112637b5-144d-49d5-80c2-c33c1421dfb8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.569450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-112637b5-144d-49d5-80c2-c33c1421dfb8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.569574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-112637b5-144d-49d5-80c2-c33c1421dfb8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.570784] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('112637b5-144d-49d5-80c2-c33c1421dfb8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.076141] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 112637b5-144d-49d5-80c2-c33c1421dfb8 [ 728.076482] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.076791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.076908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.077228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.077354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.077571] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:112637b5-144d-49d5-80c2-c33c1421dfb8 already deleted. [ 728.077626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-112637b5-144d-49d5-80c2-c33c1421dfb8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.229664] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: SUCCESS [ 728.229832] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d deletion is rescheduled due to dependency. [ 728.229942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.863696] env[65815]: INFO networking_nsxv3.common.synchronization [req-ca91b555-5b6d-48ea-8dd8-b98532d41ddf req-533c8ce6-06a9-46aa-867c-cae9f73ab4ff tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 728.863696] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 728.863696] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.864566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.864886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.865217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.865508] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.865747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.866240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.866531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.866743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.867919] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.372513] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.373697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.376815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.376815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.376815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.376815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.376815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.376815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.376815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.376815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.376815] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 729.409939] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.410115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.410288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.410573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.412250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.424235] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 729.676140] env[65815]: INFO networking_nsxv3.common.synchronization [req-03a7328b-2524-40dc-9c6f-b9f7e541cf15 req-a70dcd26-95c9-4b2a-9da5-34f5c1ba0798 tempest-ServersTestJSON-1174892611 tempest-ServersTestJSON-1174892611-project-member] Enqueued Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_members [ 729.676686] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGHEST for action security_group_members [ 729.676981] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.677155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.677260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.678612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.679130] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.679130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.679130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.679130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.679445] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.679445] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.185752] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.186050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.186050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.186183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.186276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.186507] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.186613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.186677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.186966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.186966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.187081] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 is going to be updated. [ 730.217069] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.217227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.217321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.217531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.218370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.228290] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 in Status: IN_PROGRESS for 2s [ 731.387024] env[65815]: INFO networking_nsxv3.common.synchronization [None req-6845ea79-c6c9-4304-8caa-d310cce4e927 None None] Enqueued Resource ID: 6beff9ee-d9b4-4769-98ce-ca3af0d65b01 with Priority: HIGHEST for action port [ 731.387024] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6beff9ee-d9b4-4769-98ce-ca3af0d65b01 with Priority: HIGHEST for action port [ 731.387024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-6beff9ee-d9b4-4769-98ce-ca3af0d65b01 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.387024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6beff9ee-d9b4-4769-98ce-ca3af0d65b01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.387024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6beff9ee-d9b4-4769-98ce-ca3af0d65b01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.388485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6beff9ee-d9b4-4769-98ce-ca3af0d65b01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.388485] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6beff9ee-d9b4-4769-98ce-ca3af0d65b01',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.436173] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 731.436173] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 731.436173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.893286] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6beff9ee-d9b4-4769-98ce-ca3af0d65b01 [ 731.893560] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.893776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.893870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.894077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.894198] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.894633] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6beff9ee-d9b4-4769-98ce-ca3af0d65b01 already deleted. [ 731.894633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6beff9ee-d9b4-4769-98ce-ca3af0d65b01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.240269] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 in Status: SUCCESS [ 732.240733] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 deletion is rescheduled due to dependency. [ 732.241236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.312472] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d3dc3b39-78d8-4b0e-abac-b043dc03b99d None None] Enqueued Resource ID: 712106eb-6986-429d-adc4-98ceffc1bb39 with Priority: HIGHEST for action port [ 732.312472] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 712106eb-6986-429d-adc4-98ceffc1bb39 with Priority: HIGHEST for action port [ 732.312472] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-712106eb-6986-429d-adc4-98ceffc1bb39 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.312472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-712106eb-6986-429d-adc4-98ceffc1bb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.312472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-712106eb-6986-429d-adc4-98ceffc1bb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.312472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-712106eb-6986-429d-adc4-98ceffc1bb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.312472] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('712106eb-6986-429d-adc4-98ceffc1bb39',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.816517] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 712106eb-6986-429d-adc4-98ceffc1bb39 [ 732.816759] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.817134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.817225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.817316] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:712106eb-6986-429d-adc4-98ceffc1bb39 already deleted. [ 732.817397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-712106eb-6986-429d-adc4-98ceffc1bb39" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.122264] env[65815]: INFO networking_nsxv3.common.synchronization [None req-64fc1041-7d0c-4303-a84c-a28f9deb0eb0 None None] Enqueued Resource ID: c57c241e-00c4-411e-8121-73ad6be3eb51 with Priority: HIGHEST for action port [ 734.122932] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57c241e-00c4-411e-8121-73ad6be3eb51 with Priority: HIGHEST for action port [ 734.123383] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57c241e-00c4-411e-8121-73ad6be3eb51 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.123552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57c241e-00c4-411e-8121-73ad6be3eb51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.123645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57c241e-00c4-411e-8121-73ad6be3eb51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.123947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57c241e-00c4-411e-8121-73ad6be3eb51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.124093] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57c241e-00c4-411e-8121-73ad6be3eb51',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.252328] env[65815]: INFO networking_nsxv3.common.synchronization [req-37bdf849-26c6-4c9d-9866-7971c63c4189 req-64672475-1e3f-4d08-bfe1-d80ed6655bb4 tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 734.254071] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 734.255357] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.255357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.255357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.255357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.255808] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.256067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.256215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.256518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.256893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.257023] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.260883] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b2257112-ece7-4518-beb1-385567ac2e7b None None] Enqueued Resource ID: c9c3449c-ebba-49f0-8283-99a21147f1e9 with Priority: HIGHEST for action port [ 734.261824] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9c3449c-ebba-49f0-8283-99a21147f1e9 with Priority: HIGHEST for action port [ 734.262116] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9c3449c-ebba-49f0-8283-99a21147f1e9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.262116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9c3449c-ebba-49f0-8283-99a21147f1e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.262210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9c3449c-ebba-49f0-8283-99a21147f1e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.262479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9c3449c-ebba-49f0-8283-99a21147f1e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.262953] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9c3449c-ebba-49f0-8283-99a21147f1e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.627727] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c57c241e-00c4-411e-8121-73ad6be3eb51 [ 734.627981] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.628196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.628246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.628456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.628547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.628650] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c57c241e-00c4-411e-8121-73ad6be3eb51 already deleted. [ 734.628734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57c241e-00c4-411e-8121-73ad6be3eb51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.705637] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.705801] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.705904] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.706786] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.706786] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.706786] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.707271] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.707644] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.707701] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.708934] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.708980] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.709535] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.709535] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.709535] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.709535] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.709535] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.731815] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.731981] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.732127] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.732302] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.732664] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-25fee34b-a89b-4980-9479-9f23dd82c2e0 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.732809] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-25fee34b-a89b-4980-9479-9f23dd82c2e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.732922] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-25fee34b-a89b-4980-9479-9f23dd82c2e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.733526] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-25fee34b-a89b-4980-9479-9f23dd82c2e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.733526] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25fee34b-a89b-4980-9479-9f23dd82c2e0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.761882] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.762046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.762135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.762325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.762409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.762602] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.762732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.762776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.762950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.763027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.763092] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 already deleted. [ 734.763170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.766837] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9c3449c-ebba-49f0-8283-99a21147f1e9 [ 734.767037] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.767153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.767211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.767381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.767468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.767543] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9c3449c-ebba-49f0-8283-99a21147f1e9 already deleted. [ 734.767622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9c3449c-ebba-49f0-8283-99a21147f1e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.931399] env[65815]: INFO networking_nsxv3.common.synchronization [None req-5a817077-7ad7-4fc7-962e-e15003e0427d None None] Enqueued Resource ID: ff2d317a-66ad-496a-8386-8c1f6f461f23 with Priority: HIGHEST for action port [ 734.931399] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff2d317a-66ad-496a-8386-8c1f6f461f23 with Priority: HIGHEST for action port [ 734.935470] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff2d317a-66ad-496a-8386-8c1f6f461f23 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.935470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff2d317a-66ad-496a-8386-8c1f6f461f23" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.935470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff2d317a-66ad-496a-8386-8c1f6f461f23" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.936733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff2d317a-66ad-496a-8386-8c1f6f461f23" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.936733] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff2d317a-66ad-496a-8386-8c1f6f461f23',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.237894] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.241122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.241122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.241122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.241122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.241122] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 25fee34b-a89b-4980-9479-9f23dd82c2e0 not found, creating... [ 735.241122] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.241122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.241122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.241122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.241122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.242150] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.242150] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.242150] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.242150] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.242150] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.242150] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 25fee34b-a89b-4980-9479-9f23dd82c2e0 is going to be created. [ 735.267018] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.267278] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.267419] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.267798] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.268064] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.268332] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-25fee34b-a89b-4980-9479-9f23dd82c2e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.439933] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff2d317a-66ad-496a-8386-8c1f6f461f23 [ 735.440180] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.440869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.440869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.440869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.440869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.440869] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff2d317a-66ad-496a-8386-8c1f6f461f23 already deleted. [ 735.440869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff2d317a-66ad-496a-8386-8c1f6f461f23" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.706124] env[65815]: INFO networking_nsxv3.common.synchronization [req-50fda231-606c-4df5-a097-ce5691351f88 req-6c9f956d-b84b-4299-b8f6-b4472f1d23d7 tempest-ServerActionsTestOtherB-296077359 tempest-ServerActionsTestOtherB-296077359-project-member] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 735.706562] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 735.706870] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.706984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.707162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.708717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.708886] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.708983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.709053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.709226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.709302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.709437] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.077862] env[65815]: INFO networking_nsxv3.common.synchronization [req-37bdf849-26c6-4c9d-9866-7971c63c4189 req-e02983c9-f12c-4e87-9f45-acdceab2ce93 service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 736.078949] env[65815]: INFO networking_nsxv3.common.synchronization [req-37bdf849-26c6-4c9d-9866-7971c63c4189 req-e02983c9-f12c-4e87-9f45-acdceab2ce93 service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 736.082837] env[65815]: INFO networking_nsxv3.common.synchronization [req-37bdf849-26c6-4c9d-9866-7971c63c4189 req-e02983c9-f12c-4e87-9f45-acdceab2ce93 service nova] Enqueued Resource ID: 25fee34b-a89b-4980-9479-9f23dd82c2e0 with Priority: HIGHEST for action port [ 736.083853] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 736.083853] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 736.083853] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25fee34b-a89b-4980-9479-9f23dd82c2e0 with Priority: HIGHEST for action port [ 736.083853] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.083853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.083853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.084064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.084998] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.085167] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.085239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.085296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.085425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.085568] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.085660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.085721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.085857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.085939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.086058] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.086774] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-25fee34b-a89b-4980-9479-9f23dd82c2e0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.086912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25fee34b-a89b-4980-9479-9f23dd82c2e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.087052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25fee34b-a89b-4980-9479-9f23dd82c2e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.087184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25fee34b-a89b-4980-9479-9f23dd82c2e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.087267] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25fee34b-a89b-4980-9479-9f23dd82c2e0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.213485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.213731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.213871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.214084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.214273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.214642] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.214642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.214642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.214775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.214775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.214877] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 already deleted. [ 736.214905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.458352] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.458352] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.458352] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.458884] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.458956] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.459678] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.460026] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.460341] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.460562] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.460842] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.461021] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.461322] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.461515] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.461710] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.461861] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.462043] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.485324] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.485324] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.485324] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.485324] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.485584] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-73a2162b-0826-4af6-96ef-f75f6d14f773 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.485918] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-73a2162b-0826-4af6-96ef-f75f6d14f773" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.486202] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-73a2162b-0826-4af6-96ef-f75f6d14f773" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.486336] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-73a2162b-0826-4af6-96ef-f75f6d14f773" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.486464] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a2162b-0826-4af6-96ef-f75f6d14f773',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.592299] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.592299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.592783] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.593632] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25fee34b-a89b-4980-9479-9f23dd82c2e0 with status ACTIVE [ 736.593850] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.594011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.594087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.594296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.594386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.594563] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.594664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.594726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.594884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.594994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.595181] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.595276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.595336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.595474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.595546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.595800] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25fee34b-a89b-4980-9479-9f23dd82c2e0 is going to be updated. [ 736.618327] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.618507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.618771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.618771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.618875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.619020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25fee34b-a89b-4980-9479-9f23dd82c2e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.845732] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d333aadd-9890-4421-9ce1-05c769cd7ed3 None None] Enqueued Resource ID: 3d5124c4-11e6-48e3-8b3b-39efab5329f5 with Priority: HIGHEST for action port [ 736.848623] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5124c4-11e6-48e3-8b3b-39efab5329f5 with Priority: HIGHEST for action port [ 736.849221] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5124c4-11e6-48e3-8b3b-39efab5329f5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.849221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5124c4-11e6-48e3-8b3b-39efab5329f5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.849369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5124c4-11e6-48e3-8b3b-39efab5329f5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.849614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5124c4-11e6-48e3-8b3b-39efab5329f5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.849726] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5124c4-11e6-48e3-8b3b-39efab5329f5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.989303] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.989573] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.989700] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.990073] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.990259] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.990411] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 73a2162b-0826-4af6-96ef-f75f6d14f773 not found, creating... [ 736.990692] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.990874] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.990997] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.991209] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.991380] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.991696] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.991875] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.992030] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.992285] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.992440] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.992576] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 73a2162b-0826-4af6-96ef-f75f6d14f773 is going to be created. [ 737.016328] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.016551] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.016640] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.016920] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.017153] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.017374] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-73a2162b-0826-4af6-96ef-f75f6d14f773" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.098579] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.353341] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d5124c4-11e6-48e3-8b3b-39efab5329f5 [ 737.353591] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.353722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.353792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.354018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.354134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.354650] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d5124c4-11e6-48e3-8b3b-39efab5329f5 already deleted. [ 737.354650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5124c4-11e6-48e3-8b3b-39efab5329f5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.601610] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.601963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.601963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.602057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.602158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.602240] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be created. [ 737.629574] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.629791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.629791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.630181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.630277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.648143] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: UNINITIALIZED for 2s [ 737.740237] env[65815]: INFO networking_nsxv3.common.synchronization [None req-043e9ce1-29c2-4641-b25c-2508f88eabb5 None None] Enqueued Resource ID: 402b2589-acf3-4f46-ace9-e2f51e2acd71 with Priority: HIGHEST for action port [ 737.741116] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 402b2589-acf3-4f46-ace9-e2f51e2acd71 with Priority: HIGHEST for action port [ 737.741528] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-402b2589-acf3-4f46-ace9-e2f51e2acd71 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.741671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-402b2589-acf3-4f46-ace9-e2f51e2acd71" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.742687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-402b2589-acf3-4f46-ace9-e2f51e2acd71" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.742786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-402b2589-acf3-4f46-ace9-e2f51e2acd71" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.742857] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402b2589-acf3-4f46-ace9-e2f51e2acd71',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.780321] env[65815]: INFO networking_nsxv3.common.synchronization [req-50fda231-606c-4df5-a097-ce5691351f88 req-2111a497-c869-4ecd-a9ca-82d7e8dcc838 service nova] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 737.780526] env[65815]: INFO networking_nsxv3.common.synchronization [req-50fda231-606c-4df5-a097-ce5691351f88 req-2111a497-c869-4ecd-a9ca-82d7e8dcc838 service nova] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 737.780616] env[65815]: INFO networking_nsxv3.common.synchronization [req-50fda231-606c-4df5-a097-ce5691351f88 req-2111a497-c869-4ecd-a9ca-82d7e8dcc838 service nova] Enqueued Resource ID: 73a2162b-0826-4af6-96ef-f75f6d14f773 with Priority: HIGHEST for action port [ 737.781460] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 737.781604] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 737.781704] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73a2162b-0826-4af6-96ef-f75f6d14f773 with Priority: HIGHEST for action port [ 737.781998] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.782132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.782264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.782486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.782605] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.783577] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.783720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.783794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.783977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.784146] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.784244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.784298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.784588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.784588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.784654] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.787667] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-73a2162b-0826-4af6-96ef-f75f6d14f773 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.787789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73a2162b-0826-4af6-96ef-f75f6d14f773" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.787859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73a2162b-0826-4af6-96ef-f75f6d14f773" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.788047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73a2162b-0826-4af6-96ef-f75f6d14f773" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.788131] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73a2162b-0826-4af6-96ef-f75f6d14f773',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.997188] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d7d3567f-84c9-46f8-b920-0505f4b63cce None None] Enqueued Resource ID: 2cea7cd2-be57-46d5-ab91-205738da9087 with Priority: HIGHEST for action port [ 737.997748] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cea7cd2-be57-46d5-ab91-205738da9087 with Priority: HIGHEST for action port [ 737.998076] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cea7cd2-be57-46d5-ab91-205738da9087 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.998299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cea7cd2-be57-46d5-ab91-205738da9087" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.998299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cea7cd2-be57-46d5-ab91-205738da9087" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.998518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cea7cd2-be57-46d5-ab91-205738da9087" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.998600] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cea7cd2-be57-46d5-ab91-205738da9087',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.245322] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 402b2589-acf3-4f46-ace9-e2f51e2acd71 [ 738.245646] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.245840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.245950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.246298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.246451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.246614] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:402b2589-acf3-4f46-ace9-e2f51e2acd71 already deleted. [ 738.246751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-402b2589-acf3-4f46-ace9-e2f51e2acd71" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.289665] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.289928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.295114] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.295585] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73a2162b-0826-4af6-96ef-f75f6d14f773 with status ACTIVE [ 738.295810] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.295943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.296029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.296229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.296326] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.296502] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.296610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.296656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.296809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.296887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.297079] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.297173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.297239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.297373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.297983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.297983] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73a2162b-0826-4af6-96ef-f75f6d14f773 is going to be updated. [ 738.325247] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.325412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.325617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.325875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.326020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.326190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73a2162b-0826-4af6-96ef-f75f6d14f773" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.502565] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cea7cd2-be57-46d5-ab91-205738da9087 [ 738.502848] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.502999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.503094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.503386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.503513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.503642] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cea7cd2-be57-46d5-ab91-205738da9087 already deleted. [ 738.503805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cea7cd2-be57-46d5-ab91-205738da9087" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.800737] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.309042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.309239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.309286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.309508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.309595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.309692] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be created. [ 739.335236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.335380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.335449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.335659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.336279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.346103] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: UNINITIALIZED for 2s [ 739.661436] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 739.663290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.663290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.663290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.663290] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.663290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.663290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.663290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.663290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.663290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.663290] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.171558] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.171907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.172131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.173391] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.173391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.173391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.173391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.173391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.173391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.173391] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.173391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.173391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.173876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.173876] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.173876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.173876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.174017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.174017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.174980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.174980] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.676577] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 740.700998] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.701257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.701257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.701452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.701544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.701743] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.702346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.702461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.702719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.702879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.703338] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.703607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.703607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.703701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.703729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.703968] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.704101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.704152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.704301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.704377] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.704460] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be created. [ 740.726846] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7f1f2f85-f417-478f-a117-6bd52eaf2a29 None None] Enqueued Resource ID: 58b9b9ee-e50d-45d0-94a6-466c11d8c035 with Priority: HIGHEST for action port [ 740.727140] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b9b9ee-e50d-45d0-94a6-466c11d8c035 with Priority: HIGHEST for action port [ 740.728557] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b9b9ee-e50d-45d0-94a6-466c11d8c035 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.728557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b9b9ee-e50d-45d0-94a6-466c11d8c035" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.728557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b9b9ee-e50d-45d0-94a6-466c11d8c035" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.728557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b9b9ee-e50d-45d0-94a6-466c11d8c035" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.728557] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b9b9ee-e50d-45d0-94a6-466c11d8c035',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.785939] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.786206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.786206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.786399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.786913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.804863] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 740.892397] env[65815]: INFO networking_nsxv3.common.synchronization [None req-5412c496-7a65-42d6-b51a-a3a01e320829 None None] Enqueued Resource ID: b89dce53-d61e-4c41-978b-87cd2c41f857 with Priority: HIGHEST for action port [ 740.892746] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89dce53-d61e-4c41-978b-87cd2c41f857 with Priority: HIGHEST for action port [ 740.893440] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b89dce53-d61e-4c41-978b-87cd2c41f857 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.893573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b89dce53-d61e-4c41-978b-87cd2c41f857" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.893640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b89dce53-d61e-4c41-978b-87cd2c41f857" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.894327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b89dce53-d61e-4c41-978b-87cd2c41f857" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.894327] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89dce53-d61e-4c41-978b-87cd2c41f857',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.233581] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58b9b9ee-e50d-45d0-94a6-466c11d8c035 [ 741.233822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.233822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.233909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.234226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.234325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.234460] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58b9b9ee-e50d-45d0-94a6-466c11d8c035 already deleted. [ 741.234545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b9b9ee-e50d-45d0-94a6-466c11d8c035" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.358685] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 741.358921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.359096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.359337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.359528] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.359698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.359698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.359869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.359947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.360042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.360143] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.397944] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b89dce53-d61e-4c41-978b-87cd2c41f857 [ 741.397944] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.397944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.397944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.397944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.397944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.397944] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b89dce53-d61e-4c41-978b-87cd2c41f857 already deleted. [ 741.397944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b89dce53-d61e-4c41-978b-87cd2c41f857" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.862931] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.272960] env[65815]: INFO networking_nsxv3.common.synchronization [req-218d014a-0af9-4b74-82e2-b409af915322 req-89b7afd0-14a2-4fc1-acab-6ff23b82b3e4 tempest-ImagesOneServerTestJSON-1701409942 tempest-ImagesOneServerTestJSON-1701409942-project-member] Enqueued Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGHEST for action security_group_members [ 742.273643] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGHEST for action security_group_members [ 742.274032] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b572aed-e885-442e-a24a-c7ab1848295c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.274159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.274221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.275033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.275033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.275033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.275033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.275033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.275033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.276421] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.365613] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bc0c8ed-4981-438d-a347-32ff480deb97: rpc.has_security_group_logging(os_id): False [ 742.387893] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.388106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.388106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.389457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.389457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.389457] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.389457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.389457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.389457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.389457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.389457] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be created. [ 742.470115] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.470458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.470548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.472422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.472422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.487078] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 742.777919] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.778209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.778209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.778427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.778427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.779547] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.779547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.779547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.779547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.779547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.779547] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b572aed-e885-442e-a24a-c7ab1848295c is going to be updated. [ 742.810317] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.810317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.810317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.810317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.810317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.819435] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b572aed-e885-442e-a24a-c7ab1848295c in Status: IN_PROGRESS for 2s [ 742.822559] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 742.822814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.431312] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a14ea64e-0643-4eac-aa9a-ad3cab0d0b4a None None] Enqueued Resource ID: 561e830d-9dca-458c-8824-ca01802cb630 with Priority: HIGHEST for action port [ 744.432030] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 561e830d-9dca-458c-8824-ca01802cb630 with Priority: HIGHEST for action port [ 744.432297] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-561e830d-9dca-458c-8824-ca01802cb630 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.432456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-561e830d-9dca-458c-8824-ca01802cb630" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.432494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-561e830d-9dca-458c-8824-ca01802cb630" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.433034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-561e830d-9dca-458c-8824-ca01802cb630" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.433034] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('561e830d-9dca-458c-8824-ca01802cb630',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.500553] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 744.500816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.830937] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b572aed-e885-442e-a24a-c7ab1848295c in Status: SUCCESS [ 744.831239] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b572aed-e885-442e-a24a-c7ab1848295c deletion is rescheduled due to dependency. [ 744.831304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.937312] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 561e830d-9dca-458c-8824-ca01802cb630 [ 744.937566] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.937691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.937746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.938156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.938156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.938156] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:561e830d-9dca-458c-8824-ca01802cb630 already deleted. [ 744.938302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-561e830d-9dca-458c-8824-ca01802cb630" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.358556] env[65815]: INFO networking_nsxv3.common.synchronization [None req-bbfb4be1-e4e7-4743-a66f-38be32e40af4 None None] Enqueued Resource ID: 1ccf0330-56ab-4746-ab13-16d5e462dfc5 with Priority: HIGHEST for action port [ 746.358556] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccf0330-56ab-4746-ab13-16d5e462dfc5 with Priority: HIGHEST for action port [ 746.358556] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ccf0330-56ab-4746-ab13-16d5e462dfc5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.358556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ccf0330-56ab-4746-ab13-16d5e462dfc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.358556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ccf0330-56ab-4746-ab13-16d5e462dfc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.358989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ccf0330-56ab-4746-ab13-16d5e462dfc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.358989] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccf0330-56ab-4746-ab13-16d5e462dfc5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.443227] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ba786f4b-0da3-460f-81b3-e4e83d812717 None None] Enqueued Resource ID: a7d1d71c-fe42-415c-b323-aacb56df85dd with Priority: HIGHEST for action port [ 746.443771] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7d1d71c-fe42-415c-b323-aacb56df85dd with Priority: HIGHEST for action port [ 746.444103] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7d1d71c-fe42-415c-b323-aacb56df85dd taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.444278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7d1d71c-fe42-415c-b323-aacb56df85dd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.444278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7d1d71c-fe42-415c-b323-aacb56df85dd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.444530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7d1d71c-fe42-415c-b323-aacb56df85dd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.444612] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7d1d71c-fe42-415c-b323-aacb56df85dd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.862397] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ccf0330-56ab-4746-ab13-16d5e462dfc5 [ 746.862689] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.862846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.862846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.863066] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.863440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.863440] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ccf0330-56ab-4746-ab13-16d5e462dfc5 already deleted. [ 746.863440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ccf0330-56ab-4746-ab13-16d5e462dfc5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.881030] env[65815]: INFO networking_nsxv3.common.synchronization [req-9ed070c6-6432-430a-a862-41954dc0843f req-2010cc2e-2f66-49bc-9fc3-bd70f0efcf5c tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 746.881500] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 746.881807] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.881923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.881983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.882293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.882404] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.882880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.882880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.882880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.882880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.882880] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.947740] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7d1d71c-fe42-415c-b323-aacb56df85dd [ 746.947740] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.947740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.947740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.947740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.947986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.948100] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7d1d71c-fe42-415c-b323-aacb56df85dd already deleted. [ 746.948160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7d1d71c-fe42-415c-b323-aacb56df85dd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.012915] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf9e82a9-6def-434b-9c47-9b27095fc510 req-528fbbee-2482-44bf-b470-4bfb20b29db6 tempest-ServersAdminTestJSON-2046803311 tempest-ServersAdminTestJSON-2046803311-project-member] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 747.013535] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 747.013854] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.014079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.014412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.014654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.014815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.014920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.014981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.015160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.015317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.015365] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.388290] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.388290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.388290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.388290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.388290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.388290] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.388290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.388290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.388906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.388906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.388906] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 747.419680] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.419820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.419915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.420118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.420254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.430312] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 747.434141] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.434318] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.434432] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.434818] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.434976] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.436340] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.437665] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.437665] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.437665] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.437665] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.437665] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.437665] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.437665] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.437665] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.437665] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.437665] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.460748] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.460934] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.461056] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.461252] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.461521] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.461691] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.461820] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.462152] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.462284] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2010c0-9eeb-4fc6-8d5a-786b18fad100',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.517349] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.967576] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.967823] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.967934] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.968318] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.968655] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.968655] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port ae2010c0-9eeb-4fc6-8d5a-786b18fad100 not found, creating... [ 747.968933] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.969121] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.969212] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.969453] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.969591] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.969885] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.970324] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.970581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.970965] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.971472] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.971631] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: ae2010c0-9eeb-4fc6-8d5a-786b18fad100 is going to be created. [ 748.003820] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.004043] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.004163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.004446] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.004666] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.004892] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.019813] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.521760] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.522153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.523580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.523898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.524018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.525034] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 748.555335] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.555509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.555594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.555983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.556282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.574928] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 748.708164] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf9e82a9-6def-434b-9c47-9b27095fc510 req-a06c0d36-5786-4d8c-8514-2a8a1fa64ce2 service nova] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_rules [ 748.710370] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf9e82a9-6def-434b-9c47-9b27095fc510 req-a06c0d36-5786-4d8c-8514-2a8a1fa64ce2 service nova] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 748.710664] env[65815]: INFO networking_nsxv3.common.synchronization [req-cf9e82a9-6def-434b-9c47-9b27095fc510 req-a06c0d36-5786-4d8c-8514-2a8a1fa64ce2 service nova] Enqueued Resource ID: ae2010c0-9eeb-4fc6-8d5a-786b18fad100 with Priority: HIGHEST for action port [ 748.711294] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_rules [ 748.711470] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 748.711622] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae2010c0-9eeb-4fc6-8d5a-786b18fad100 with Priority: HIGHEST for action port [ 748.713382] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.713382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.713382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.713382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.713382] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.713674] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.713674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.713797] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.713934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.713983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.714196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.714253] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae2010c0-9eeb-4fc6-8d5a-786b18fad100',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.219218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.223019] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae2010c0-9eeb-4fc6-8d5a-786b18fad100 with status ACTIVE [ 749.223019] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.223019] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.223019] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.223019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.223622] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae2010c0-9eeb-4fc6-8d5a-786b18fad100 is going to be updated. [ 749.248498] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.248498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.248498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.248498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.248498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.248498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae2010c0-9eeb-4fc6-8d5a-786b18fad100" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.349625] env[65815]: INFO networking_nsxv3.common.synchronization [None req-9932b2be-de91-4725-9eea-c05d84dbf50b None None] Enqueued Resource ID: 3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa with Priority: HIGHEST for action port [ 749.350301] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa with Priority: HIGHEST for action port [ 749.357319] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.357447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.357531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.357830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.357912] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.446098] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 749.446241] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 deletion is rescheduled due to dependency. [ 749.446321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.474491] env[65815]: INFO networking_nsxv3.common.synchronization [req-b0579951-529b-4343-97ec-1df69fbde824 req-6bb10ef8-a485-49de-be57-5b32f9d9582f tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 749.475787] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 749.476704] env[65815]: INFO networking_nsxv3.common.synchronization [req-f1051f54-2526-4eff-8e36-ec03961ab73f req-8cb7fa1e-cb8d-4b0c-a225-369836e086c3 tempest-SecurityGroupRulesTestJSON-1594138148 tempest-SecurityGroupRulesTestJSON-1594138148-project-member] Enqueued Resource ID: d536777a-467a-4722-8ca6-33c74d497c04 with Priority: HIGHEST for action security_group_rules [ 749.477397] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.477397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.477518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.477679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.477843] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.477941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.478033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.478250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.478250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.478361] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.479412] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d536777a-467a-4722-8ca6-33c74d497c04 with Priority: HIGHEST for action security_group_rules [ 749.479682] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d536777a-467a-4722-8ca6-33c74d497c04 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.479800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d536777a-467a-4722-8ca6-33c74d497c04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.479849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d536777a-467a-4722-8ca6-33c74d497c04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.480096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d536777a-467a-4722-8ca6-33c74d497c04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.480152] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d536777a-467a-4722-8ca6-33c74d497c04',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.557798] env[65815]: INFO networking_nsxv3.common.synchronization [None req-26742d62-16bf-4e22-99e6-3cfaef4829f8 None None] Enqueued Resource ID: cbaf16aa-6f80-47fe-a988-cbf70406066d with Priority: HIGHEST for action port [ 749.558125] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbaf16aa-6f80-47fe-a988-cbf70406066d with Priority: HIGHEST for action port [ 749.558726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbaf16aa-6f80-47fe-a988-cbf70406066d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.558873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbaf16aa-6f80-47fe-a988-cbf70406066d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.558943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbaf16aa-6f80-47fe-a988-cbf70406066d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.559804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbaf16aa-6f80-47fe-a988-cbf70406066d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.559895] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbaf16aa-6f80-47fe-a988-cbf70406066d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.861236] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa [ 749.861236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.861236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.861236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.861447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.861519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.861611] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa already deleted. [ 749.861745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dc5eef8-5e71-4e40-9d01-d5f01f01a6fa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.915046] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.915046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.915046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.915046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.915046] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.915046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.915046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.915046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.916384] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.916609] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.916718] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.916824] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.917054] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.917054] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.917174] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.917256] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.936770] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.937165] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.937165] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.937328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.937766] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.937766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.937925] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.938133] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.938514] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1a75ca-0d14-40d7-ae2f-4748a3801e0a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.982547] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.983716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.983716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.983716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.983716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.983716] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.985277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.985277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.985277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.985277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.985277] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 already deleted. [ 749.985277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.004049] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.004218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.004256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.004475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.004568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.004663] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d536777a-467a-4722-8ca6-33c74d497c04 already deleted. [ 750.004747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d536777a-467a-4722-8ca6-33c74d497c04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.063104] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbaf16aa-6f80-47fe-a988-cbf70406066d [ 750.063104] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.063104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.063104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.063104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.063104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.063104] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbaf16aa-6f80-47fe-a988-cbf70406066d already deleted. [ 750.063104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbaf16aa-6f80-47fe-a988-cbf70406066d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.441042] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.441345] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.441502] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.441822] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.441999] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.442207] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port ce1a75ca-0d14-40d7-ae2f-4748a3801e0a not found, creating... [ 750.442517] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.442695] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.442873] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.443161] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.443336] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.443663] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.443839] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.443985] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.444233] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.444421] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.444588] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: ce1a75ca-0d14-40d7-ae2f-4748a3801e0a is going to be created. [ 750.467940] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.468187] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.468311] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.468581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.468817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.469054] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.588121] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 750.588405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.589036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.589288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.589480] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.589605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.589673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.589828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.589907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.590009] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.085297] env[65815]: INFO networking_nsxv3.common.synchronization [req-7eec2549-1d69-43f7-815a-16552ebc4755 req-7cd9839f-7dfb-4400-9cf1-c78ec226d96e tempest-SecurityGroupRulesTestJSON-1594138148 tempest-SecurityGroupRulesTestJSON-1594138148-project-member] Enqueued Resource ID: af2998a5-9aa5-416b-81ee-b8d13d357140 with Priority: HIGHEST for action security_group_rules [ 751.085580] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2998a5-9aa5-416b-81ee-b8d13d357140 with Priority: HIGHEST for action security_group_rules [ 751.085812] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af2998a5-9aa5-416b-81ee-b8d13d357140 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.086101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af2998a5-9aa5-416b-81ee-b8d13d357140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.086101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af2998a5-9aa5-416b-81ee-b8d13d357140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.087110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af2998a5-9aa5-416b-81ee-b8d13d357140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.087110] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af2998a5-9aa5-416b-81ee-b8d13d357140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.092539] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.281800] env[65815]: INFO networking_nsxv3.common.synchronization [req-b0579951-529b-4343-97ec-1df69fbde824 req-34365641-959f-4653-a725-487ba8b3952a service nova] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_rules [ 751.281800] env[65815]: INFO networking_nsxv3.common.synchronization [req-b0579951-529b-4343-97ec-1df69fbde824 req-34365641-959f-4653-a725-487ba8b3952a service nova] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 751.281800] env[65815]: INFO networking_nsxv3.common.synchronization [req-b0579951-529b-4343-97ec-1df69fbde824 req-34365641-959f-4653-a725-487ba8b3952a service nova] Enqueued Resource ID: ce1a75ca-0d14-40d7-ae2f-4748a3801e0a with Priority: HIGHEST for action port [ 751.281800] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_rules [ 751.281800] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 751.282043] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1a75ca-0d14-40d7-ae2f-4748a3801e0a with Priority: HIGHEST for action port [ 751.282864] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.283112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.286187] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.286187] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.286187] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.286187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.286187] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.287272] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.287576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.287685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.287905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.288047] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1a75ca-0d14-40d7-ae2f-4748a3801e0a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.596430] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.613852] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.615483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.615696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.616138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.616329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.617053] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af2998a5-9aa5-416b-81ee-b8d13d357140 already deleted. [ 751.617222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af2998a5-9aa5-416b-81ee-b8d13d357140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.702556] env[65815]: INFO networking_nsxv3.common.synchronization [req-7413de1f-db92-4418-a983-4e0581b75cb4 req-5a70fd80-8dd5-4967-a529-550468689759 tempest-ServersAdminNegativeTestJSON-1048862707 tempest-ServersAdminNegativeTestJSON-1048862707-project-member] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 751.703464] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGHEST for action security_group_members [ 751.703576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.703992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.704086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.704400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.704657] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.705927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.706071] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.706384] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.706555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.706670] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.784784] env[65815]: INFO networking_nsxv3.common.synchronization [req-6f8ee70d-6b97-4ee3-9bdb-7ce0d8d6d91b req-c47b90d8-ba36-4e01-b975-941019fa5e76 tempest-ServerMetadataTestJSON-2040202333 tempest-ServerMetadataTestJSON-2040202333-project-member] Enqueued Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGHEST for action security_group_members [ 751.785426] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGHEST for action security_group_members [ 751.786048] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2962a11-d638-44bb-aac4-e7a0e28568ce taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.786048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.786048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.786276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.786276] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.786351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.786382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.786517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.786597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.786694] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.791559] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.791607] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.791681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.792791] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce1a75ca-0d14-40d7-ae2f-4748a3801e0a with status ACTIVE [ 751.792907] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.793028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.793089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.794033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.794033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.794033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.794033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.794033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.794033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.794033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.794476] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.794476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.794476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.794476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.794476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.794634] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce1a75ca-0d14-40d7-ae2f-4748a3801e0a is going to be updated. [ 751.819741] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.819844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.819844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.820457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.820832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.821106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1a75ca-0d14-40d7-ae2f-4748a3801e0a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.100040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.100040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.100040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.100040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.100040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.100040] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 752.138300] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.138423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.138423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.138623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.138759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.148383] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 752.209632] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.209790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.209859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.210153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.210258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.210462] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.210550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.210617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.211255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.211468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.211576] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 is going to be updated. [ 752.242175] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.242175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.242375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.243043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.243043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.252088] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: IN_PROGRESS for 2s [ 752.289713] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.290128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.290211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.290461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.290559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.290838] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.290928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.290959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.291612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.291700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.291806] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2962a11-d638-44bb-aac4-e7a0e28568ce is going to be updated. [ 752.293166] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.341500] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.341500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.341500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.341739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.341937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.352388] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2962a11-d638-44bb-aac4-e7a0e28568ce in Status: IN_PROGRESS for 2s [ 752.677423] env[65815]: INFO networking_nsxv3.common.synchronization [req-1a809cce-c34c-4e7e-a55a-a704fb9ba5b3 req-ce8622b8-9a35-43e0-b982-9531af075618 tempest-SecurityGroupRulesTestJSON-1594138148 tempest-SecurityGroupRulesTestJSON-1594138148-project-member] Enqueued Resource ID: c3cfb4da-529c-4b64-9544-2e8c35c367d5 with Priority: HIGHEST for action security_group_rules [ 752.677856] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3cfb4da-529c-4b64-9544-2e8c35c367d5 with Priority: HIGHEST for action security_group_rules [ 752.678189] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3cfb4da-529c-4b64-9544-2e8c35c367d5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.678301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3cfb4da-529c-4b64-9544-2e8c35c367d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.678422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3cfb4da-529c-4b64-9544-2e8c35c367d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.678637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3cfb4da-529c-4b64-9544-2e8c35c367d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.678709] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3cfb4da-529c-4b64-9544-2e8c35c367d5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.795686] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.795686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.795807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.797298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.797298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.797298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 is going to be created. [ 752.828786] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.829037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.829163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.829482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.829713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.843083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: UNINITIALIZED for 2s [ 753.204579] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.204755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.204800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.205024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.205111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.205199] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3cfb4da-529c-4b64-9544-2e8c35c367d5 already deleted. [ 753.205280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3cfb4da-529c-4b64-9544-2e8c35c367d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.258043] env[65815]: INFO networking_nsxv3.common.synchronization [req-174f1500-304b-4742-8f3f-baaad81c599f req-dc960c68-fdd5-4e07-95eb-3daac36870d0 tempest-SecurityGroupRulesTestJSON-1594138148 tempest-SecurityGroupRulesTestJSON-1594138148-project-member] Enqueued Resource ID: 807f81e3-308f-43d8-8ffb-2cb223dc7e92 with Priority: HIGHEST for action security_group_rules [ 753.259056] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 807f81e3-308f-43d8-8ffb-2cb223dc7e92 with Priority: HIGHEST for action security_group_rules [ 753.259056] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-807f81e3-308f-43d8-8ffb-2cb223dc7e92 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.259056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-807f81e3-308f-43d8-8ffb-2cb223dc7e92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.259056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-807f81e3-308f-43d8-8ffb-2cb223dc7e92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.260162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-807f81e3-308f-43d8-8ffb-2cb223dc7e92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.260272] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('807f81e3-308f-43d8-8ffb-2cb223dc7e92',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.782736] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.783509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.783509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.783686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.783686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.783775] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 807f81e3-308f-43d8-8ffb-2cb223dc7e92 already deleted. [ 753.783842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-807f81e3-308f-43d8-8ffb-2cb223dc7e92" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.165623] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 754.165623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.166031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.166031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.166212] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.166333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.166333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.166606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.166648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.166717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.166811] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.270754] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 in Status: SUCCESS [ 754.270754] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 deletion is rescheduled due to dependency. [ 754.270754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.367319] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2962a11-d638-44bb-aac4-e7a0e28568ce in Status: SUCCESS [ 754.367500] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2962a11-d638-44bb-aac4-e7a0e28568ce deletion is rescheduled due to dependency. [ 754.367610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.670415] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.670610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.670655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.670853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.671036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.671181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.672132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.673308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.673410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.673539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.673694] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.673793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.673949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.674033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.674169] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.674875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.675058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.675317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.675406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.675494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.675590] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.853801] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: SUCCESS [ 754.853801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.853801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.853801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.853801] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.853801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.853801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.854351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.854351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.854351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.854351] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.113447] env[65815]: INFO networking_nsxv3.common.synchronization [req-e6eb264d-c717-44c5-be25-9d87aa8956bd req-f65d8f23-060b-4d4b-996d-95e5e83ff997 tempest-SecurityGroupRulesTestJSON-1594138148 tempest-SecurityGroupRulesTestJSON-1594138148-project-member] Enqueued Resource ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 with Priority: HIGHEST for action security_group_rules [ 755.114458] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 with Priority: HIGHEST for action security_group_rules [ 755.114718] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.114960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.115122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.115432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.115574] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65cd06c5-1b7a-493d-b6b8-932ff97e2746',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.181601] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58: rpc.has_security_group_logging(os_id): False [ 755.208692] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.208692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.208853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.209161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.209297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.209488] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.209877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.209985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.210224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.210328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.210755] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.210887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.210948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.211196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.211296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.211536] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.211648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.211751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.212021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.212021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.212114] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 755.282941] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.282941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.283236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.283269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.283403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.296319] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 755.361260] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.361260] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.361260] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.361260] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.361260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.361866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.361866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.361866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.361866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.361866] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.636195] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.636415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.636415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.636636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.636726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.636818] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 already deleted. [ 755.636903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.865535] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4c23833-abc5-495e-82e3-2d8bf5e49208: rpc.has_security_group_logging(os_id): False [ 755.886173] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.886411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.886529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.887358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.887597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.887944] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.888171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.888330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.888708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.888965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.889338] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.889539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.889682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.889943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.890136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.890478] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.890643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.890753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.890979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.891617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.891813] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 is going to be created. [ 755.960394] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.960563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.960603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.960864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.961052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.972916] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: IN_PROGRESS for 2s [ 755.986723] env[65815]: INFO networking_nsxv3.common.synchronization [req-085d18aa-3b54-491b-a316-91112f061065 req-4a7b4930-a80c-43a3-b709-87ea7c95cace tempest-SecurityGroupRulesTestJSON-1594138148 tempest-SecurityGroupRulesTestJSON-1594138148-project-member] Enqueued Resource ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 with Priority: HIGHEST for action security_group_rules [ 755.987327] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 with Priority: HIGHEST for action security_group_rules [ 755.987625] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.987747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.987861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.992900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.992900] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65cd06c5-1b7a-493d-b6b8-932ff97e2746',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.517237] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.517854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.517951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.518184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.518273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.518370] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 already deleted. [ 756.518450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.740287] env[65815]: INFO networking_nsxv3.common.synchronization [req-72a667e4-2b5c-4045-b410-05dd00895feb req-72ced3b1-e6ef-493c-9d30-92609e34e47d tempest-AttachInterfacesV270Test-54160481 tempest-AttachInterfacesV270Test-54160481-project-member] Enqueued Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGHEST for action security_group_members [ 756.740994] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGHEST for action security_group_members [ 756.741272] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad4dbdb-3668-408a-9ffc-6bed670c5140 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.742013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.742013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.742013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.742248] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.742248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.743047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.743047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.743047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.743047] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.187896] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.188230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-625" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.188265] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-625" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.188560] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-625" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.188820] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.189014] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.189145] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.189377] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.189516] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.189714] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.189819] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.189918] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.190023] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.190130] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.190229] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.190350] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.211349] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.211528] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.211672] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.211854] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-625" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.212185] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-7e749fc9-1066-4937-8b9d-a88f768fdd7f taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.212346] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-7e749fc9-1066-4937-8b9d-a88f768fdd7f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.212459] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-7e749fc9-1066-4937-8b9d-a88f768fdd7f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.212900] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-7e749fc9-1066-4937-8b9d-a88f768fdd7f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.212968] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e749fc9-1066-4937-8b9d-a88f768fdd7f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.245638] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.245869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.246078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.246228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.246354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.246588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.246727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.246802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.247059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.247107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.247209] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 already deleted. [ 757.247444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.316197] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 757.316197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.717423] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.717813] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.717813] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.719348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.719348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.719348] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 7e749fc9-1066-4937-8b9d-a88f768fdd7f not found, creating... [ 757.719348] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.719348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.719348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.719348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.719348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.719846] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.720014] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.720568] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.720800] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.720986] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.721146] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 7e749fc9-1066-4937-8b9d-a88f768fdd7f is going to be created. [ 757.751987] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.752388] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.752624] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.753141] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.753416] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.753691] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-7e749fc9-1066-4937-8b9d-a88f768fdd7f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.991837] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: SUCCESS [ 757.991837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.496382] env[65815]: INFO networking_nsxv3.common.synchronization [req-72a667e4-2b5c-4045-b410-05dd00895feb req-33822bad-fb5f-41d2-a20a-bad9fa27dab9 service nova] Enqueued Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGHEST for action security_group_rules [ 758.496612] env[65815]: INFO networking_nsxv3.common.synchronization [req-72a667e4-2b5c-4045-b410-05dd00895feb req-33822bad-fb5f-41d2-a20a-bad9fa27dab9 service nova] Enqueued Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGHEST for action security_group_members [ 758.496792] env[65815]: INFO networking_nsxv3.common.synchronization [req-72a667e4-2b5c-4045-b410-05dd00895feb req-33822bad-fb5f-41d2-a20a-bad9fa27dab9 service nova] Enqueued Resource ID: 7e749fc9-1066-4937-8b9d-a88f768fdd7f with Priority: HIGHEST for action port [ 758.496996] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGHEST for action security_group_rules [ 758.497149] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGHEST for action security_group_members [ 758.497245] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e749fc9-1066-4937-8b9d-a88f768fdd7f with Priority: HIGHEST for action port [ 758.497839] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.498030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.498215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.498597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.498597] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.500507] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad4dbdb-3668-408a-9ffc-6bed670c5140 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.500507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.500507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.503461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.503461] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.503461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.503461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.503461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.503461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.503461] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.503461] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e749fc9-1066-4937-8b9d-a88f768fdd7f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.504247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e749fc9-1066-4937-8b9d-a88f768fdd7f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.504247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e749fc9-1066-4937-8b9d-a88f768fdd7f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.504247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e749fc9-1066-4937-8b9d-a88f768fdd7f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.504247] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e749fc9-1066-4937-8b9d-a88f768fdd7f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.000976] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad4dbdb-3668-408a-9ffc-6bed670c5140 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.001129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.003790] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.006684] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e749fc9-1066-4937-8b9d-a88f768fdd7f with status ACTIVE [ 759.006892] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.007060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.007137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.008606] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.008606] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.008606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.008606] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e749fc9-1066-4937-8b9d-a88f768fdd7f is going to be updated. [ 759.031946] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.032663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.032821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.033132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.033329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.033488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e749fc9-1066-4937-8b9d-a88f768fdd7f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.080345] env[65815]: INFO networking_nsxv3.common.synchronization [req-34183d64-a550-4008-8496-071b914b1b70 req-4b4e922e-1b14-4a40-af82-715d90c5839b tempest-SecurityGroupRulesTestJSON-1594138148 tempest-SecurityGroupRulesTestJSON-1594138148-project-member] Enqueued Resource ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 with Priority: HIGHEST for action security_group_rules [ 759.081317] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 with Priority: HIGHEST for action security_group_rules [ 759.081847] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.081847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.082088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.082396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.082642] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65cd06c5-1b7a-493d-b6b8-932ff97e2746',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.506323] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.521864] env[65815]: INFO networking_nsxv3.common.synchronization [req-816220fc-6a5b-4d18-8f08-ca5d68e8a6fb req-5fb0c31c-0454-47b0-94f2-2eeeb0917daa tempest-MigrationsAdminTest-1007894125 tempest-MigrationsAdminTest-1007894125-project-member] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 759.522504] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 759.522814] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.523022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.524367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.524797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.524797] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.524941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.524941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.525115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.525197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.525289] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.607430] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.607795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.609263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.609263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.609263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.609263] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65cd06c5-1b7a-493d-b6b8-932ff97e2746 already deleted. [ 759.609263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65cd06c5-1b7a-493d-b6b8-932ff97e2746" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.995890] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.996163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.996306] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.996568] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.996824] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.996977] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.997265] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.997530] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.997741] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.998048] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.998178] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.998323] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.998429] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.998535] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.998635] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.998763] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.009149] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.009691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.009691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.009691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.009691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.010036] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 is going to be created. [ 760.019251] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.019445] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.019523] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.019694] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.020126] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-70e6ec76-7a35-4271-9f03-08a04b88986f taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.020234] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-70e6ec76-7a35-4271-9f03-08a04b88986f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.020270] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-70e6ec76-7a35-4271-9f03-08a04b88986f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.020598] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-70e6ec76-7a35-4271-9f03-08a04b88986f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.020738] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e6ec76-7a35-4271-9f03-08a04b88986f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.030113] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.041825] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.044361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.044361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.044361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.044361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.053495] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 in Status: UNINITIALIZED for 2s [ 760.522980] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.523289] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.523399] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.523726] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.523879] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.524039] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 70e6ec76-7a35-4271-9f03-08a04b88986f not found, creating... [ 760.524327] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.524885] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.524885] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.524885] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.525023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.525292] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.525439] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.525547] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.525747] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.525871] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.526015] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 70e6ec76-7a35-4271-9f03-08a04b88986f is going to be created. [ 760.531775] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.551063] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.551298] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.551414] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.551681] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.551888] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.552811] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-70e6ec76-7a35-4271-9f03-08a04b88986f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.034912] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.035106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.035195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.035407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.035485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.035580] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 is going to be updated. [ 761.069671] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.069671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.069671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.069941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.070510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.084903] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: IN_PROGRESS for 2s [ 761.410082] env[65815]: INFO networking_nsxv3.common.synchronization [req-816220fc-6a5b-4d18-8f08-ca5d68e8a6fb req-13777adb-e073-4752-a08d-b0b1752fce08 service nova] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_rules [ 761.410268] env[65815]: INFO networking_nsxv3.common.synchronization [req-816220fc-6a5b-4d18-8f08-ca5d68e8a6fb req-13777adb-e073-4752-a08d-b0b1752fce08 service nova] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 761.410403] env[65815]: INFO networking_nsxv3.common.synchronization [req-816220fc-6a5b-4d18-8f08-ca5d68e8a6fb req-13777adb-e073-4752-a08d-b0b1752fce08 service nova] Enqueued Resource ID: 70e6ec76-7a35-4271-9f03-08a04b88986f with Priority: HIGHEST for action port [ 761.411121] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_rules [ 761.411285] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 761.411459] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70e6ec76-7a35-4271-9f03-08a04b88986f with Priority: HIGHEST for action port [ 761.411724] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.411948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.412044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.412299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.412390] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.413485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.413603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.413835] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-70e6ec76-7a35-4271-9f03-08a04b88986f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.413962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70e6ec76-7a35-4271-9f03-08a04b88986f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.414079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70e6ec76-7a35-4271-9f03-08a04b88986f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.414289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70e6ec76-7a35-4271-9f03-08a04b88986f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.414369] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70e6ec76-7a35-4271-9f03-08a04b88986f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.916147] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.916436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.916572] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70e6ec76-7a35-4271-9f03-08a04b88986f with status ACTIVE [ 761.917714] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.917714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.917714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.917714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.917714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.917714] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.917714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.917714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.917714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.918199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.918199] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.918199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.918199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.918339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.918339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.918626] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70e6ec76-7a35-4271-9f03-08a04b88986f is going to be updated. [ 761.945701] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.946653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.946653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.946653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.946653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.946653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70e6ec76-7a35-4271-9f03-08a04b88986f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.067751] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 in Status: SUCCESS [ 762.067990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.068186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.068410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.068612] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.068730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.068794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.068950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.069044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.069130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.069222] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.571646] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad4dbdb-3668-408a-9ffc-6bed670c5140 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.571936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.572101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.572514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.572695] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.572830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.572926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.573136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.573255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.573371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.573615] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad4dbdb-3668-408a-9ffc-6bed670c5140 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.573708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.573708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.573885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.574069] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.574169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.574245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.574407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.574501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.574600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.576080] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.079236] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ad4dbdb-3668-408a-9ffc-6bed670c5140: rpc.has_security_group_logging(os_id): False [ 763.095296] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: SUCCESS [ 763.095566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.095777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.096094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.096272] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.097063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.097063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.097063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.097063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.097063] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.117481] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.117767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.117767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.119050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.119050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.119230] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.119346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.119412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.119606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.119673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.119875] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.120018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.120050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.120262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.120556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.120623] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.120682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.120723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.120857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.121053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.121145] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 is going to be created. [ 763.192188] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.192188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.192188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.192188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.192188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.204181] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 in Status: IN_PROGRESS for 2s [ 763.598941] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.104639] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.499015] env[65815]: INFO networking_nsxv3.common.synchronization [req-d5299636-b069-4062-9c4a-1f5895866e80 req-28be8558-c85b-4609-8a2a-5e7a77668726 tempest-ServersWithSpecificFlavorTestJSON-1636987805 tempest-ServersWithSpecificFlavorTestJSON-1636987805-project-member] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 764.499554] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 764.499862] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.501692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.501692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.501692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.501692] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.501692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.501692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.501692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.501692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.501692] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.605569] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.605768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.605832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.606112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.606112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.606249] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 is going to be updated. [ 764.634142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.634250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.634324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.634532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.634686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.644986] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: IN_PROGRESS for 2s [ 764.931856] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.931991] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-421" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.932173] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-421" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.932513] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-421" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.932807] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.933030] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.933213] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.933560] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.933726] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.934033] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.934109] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.934231] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.934380] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.934497] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.934598] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.934770] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.961162] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.961162] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.961162] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.961447] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-421" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.961982] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-9e23954c-47b0-4c24-88da-a2282c453019 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.962323] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-9e23954c-47b0-4c24-88da-a2282c453019" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.962501] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-9e23954c-47b0-4c24-88da-a2282c453019" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.963118] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-9e23954c-47b0-4c24-88da-a2282c453019" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.963440] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e23954c-47b0-4c24-88da-a2282c453019',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.005781] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.006045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.006099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.006382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.006485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.006750] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.006918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.007031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.007224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.007313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.007430] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be updated. [ 765.034329] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.034492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.034532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.034913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.034949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.044899] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: IN_PROGRESS for 2s [ 765.217211] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 in Status: SUCCESS [ 765.217438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.466543] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.466781] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.466896] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.467185] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.467576] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.467576] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 9e23954c-47b0-4c24-88da-a2282c453019 not found, creating... [ 765.468201] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.468201] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.468201] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.468478] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.468478] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.468797] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.469501] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.469501] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.469501] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.469739] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.469783] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 9e23954c-47b0-4c24-88da-a2282c453019 is going to be created. [ 765.491112] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.491345] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.491476] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.491756] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.492323] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.492323] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-9e23954c-47b0-4c24-88da-a2282c453019" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.347807] env[65815]: INFO networking_nsxv3.common.synchronization [req-d5299636-b069-4062-9c4a-1f5895866e80 req-d031f859-f022-4c2a-9ce1-37e6c2e56e97 service nova] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_rules [ 766.348201] env[65815]: INFO networking_nsxv3.common.synchronization [req-d5299636-b069-4062-9c4a-1f5895866e80 req-d031f859-f022-4c2a-9ce1-37e6c2e56e97 service nova] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 766.348201] env[65815]: INFO networking_nsxv3.common.synchronization [req-d5299636-b069-4062-9c4a-1f5895866e80 req-d031f859-f022-4c2a-9ce1-37e6c2e56e97 service nova] Enqueued Resource ID: 9e23954c-47b0-4c24-88da-a2282c453019 with Priority: HIGHEST for action port [ 766.348766] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_rules [ 766.349084] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 766.349084] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e23954c-47b0-4c24-88da-a2282c453019 with Priority: HIGHEST for action port [ 766.349251] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.349373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.349439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.349641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.349722] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.350809] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.351128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.351543] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e23954c-47b0-4c24-88da-a2282c453019 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.351651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e23954c-47b0-4c24-88da-a2282c453019" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.351707] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e23954c-47b0-4c24-88da-a2282c453019" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.351983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e23954c-47b0-4c24-88da-a2282c453019" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.352126] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e23954c-47b0-4c24-88da-a2282c453019',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.655970] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: SUCCESS [ 766.656103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.656567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.656679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.656901] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.657082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.657166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.657384] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.657544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.657676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.657790] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.854328] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.854470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.854644] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e23954c-47b0-4c24-88da-a2282c453019 with status ACTIVE [ 766.854838] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.854918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.854980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.855291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.855350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.855499] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.855598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.855662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.855815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.855895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.856114] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.856219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.856281] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.856501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.856501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.856581] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e23954c-47b0-4c24-88da-a2282c453019 is going to be updated. [ 766.880251] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.880479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.880826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.880826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.880976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.881258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e23954c-47b0-4c24-88da-a2282c453019" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.055968] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: SUCCESS [ 767.056609] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d deletion is rescheduled due to dependency. [ 767.056609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.056609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.056825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.056989] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.057110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.057110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.057255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.057601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.057601] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.159703] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.159869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.159953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.160169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.161181] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.161181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.161324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.161483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.161483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.161566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.161684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.161776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.161836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.161997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.162137] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.162137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.162363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.162403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.162472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.162550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.162640] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.560444] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.666466] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f5f4ab-a139-48af-a060-e62d38bb04b6: rpc.has_security_group_logging(os_id): False [ 767.691034] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.691497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.691497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.691497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.691733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.691733] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.691864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.691919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.692058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.692556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.692556] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.692556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.692556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.692556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.693102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.693102] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.693102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.693102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.694239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.694239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.694239] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 is going to be updated. [ 767.780328] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.780647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.780647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.781074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.781074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.803467] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: IN_PROGRESS for 2s [ 768.062677] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.128016] env[65815]: INFO networking_nsxv3.common.synchronization [None req-189fb153-7097-4476-a024-1e8b47aa02d9 None None] Enqueued Resource ID: eba1de89-642c-47af-911b-294b5db7a0d2 with Priority: HIGHEST for action port [ 768.128766] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba1de89-642c-47af-911b-294b5db7a0d2 with Priority: HIGHEST for action port [ 768.129422] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba1de89-642c-47af-911b-294b5db7a0d2 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.131973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba1de89-642c-47af-911b-294b5db7a0d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.131973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba1de89-642c-47af-911b-294b5db7a0d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.131973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba1de89-642c-47af-911b-294b5db7a0d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.131973] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba1de89-642c-47af-911b-294b5db7a0d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.567568] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.567866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.567866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.568021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.568154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.568259] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be updated. [ 768.600274] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.600425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.600496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.600849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.601071] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.612381] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: IN_PROGRESS for 2s [ 768.636044] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eba1de89-642c-47af-911b-294b5db7a0d2 [ 768.636044] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.636044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.636044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.636044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.636044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.636044] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eba1de89-642c-47af-911b-294b5db7a0d2 already deleted. [ 768.636548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba1de89-642c-47af-911b-294b5db7a0d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.185402] env[65815]: INFO networking_nsxv3.common.synchronization [req-71b4d9f9-d5c6-4d72-8b29-d389f1f12175 req-18726816-9b01-4cf6-8558-06c9aea3d702 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 769.185959] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 769.186329] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.187331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.187331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.187331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.187331] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.187331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.187331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.187331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.187755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.187755] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.231106] env[65815]: INFO networking_nsxv3.common.synchronization [None req-91402ab1-9d51-44f8-a2ec-b97f1d3ae298 None None] Enqueued Resource ID: a06b61de-c4cc-447f-9c9b-bf62cfea2997 with Priority: HIGHEST for action port [ 769.231106] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a06b61de-c4cc-447f-9c9b-bf62cfea2997 with Priority: HIGHEST for action port [ 769.231895] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-a06b61de-c4cc-447f-9c9b-bf62cfea2997 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.232230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a06b61de-c4cc-447f-9c9b-bf62cfea2997" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.232429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a06b61de-c4cc-447f-9c9b-bf62cfea2997" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.232830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a06b61de-c4cc-447f-9c9b-bf62cfea2997" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.234758] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a06b61de-c4cc-447f-9c9b-bf62cfea2997',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.561320] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-954 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.561320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-954" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.561320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-954" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.561320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-954" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.561644] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.561768] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.561874] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.562183] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.562304] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.562862] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.562862] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.562862] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.562862] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.562862] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.563141] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.563141] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.596727] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.597071] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.597071] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.597071] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-954" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.597375] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-607286c3-baca-413a-b4fc-a2d1cc046786 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.597550] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.597663] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.597994] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.598236] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607286c3-baca-413a-b4fc-a2d1cc046786',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.690512] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.735711] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a06b61de-c4cc-447f-9c9b-bf62cfea2997 [ 769.736084] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.736084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.736221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.736309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.736390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.736481] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a06b61de-c4cc-447f-9c9b-bf62cfea2997 already deleted. [ 769.736558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a06b61de-c4cc-447f-9c9b-bf62cfea2997" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.818083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: SUCCESS [ 769.818083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.100248] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.100509] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.100629] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.100932] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.101095] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.101244] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 607286c3-baca-413a-b4fc-a2d1cc046786 not found, creating... [ 770.101501] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.101650] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.101758] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.101989] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.102115] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.102387] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.102594] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.102732] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.102940] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.103102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.103234] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 607286c3-baca-413a-b4fc-a2d1cc046786 is going to be created. [ 770.123599] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.123923] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.123923] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.124239] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.124324] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.125855] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.194173] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.500081] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b99a9936-902d-423c-9a03-94e9fa02e01a tempest-ServersV294TestFqdnHostnames-920120986 tempest-ServersV294TestFqdnHostnames-920120986-project-member] Enqueued Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_rules [ 770.500998] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_rules [ 770.500998] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.501149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.501149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.501511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.501511] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.627544] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: SUCCESS [ 770.627544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.627544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.627544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.627544] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.627544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.627544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.627544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.627544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.627544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.627544] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.636316] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a3152843-21a4-4d73-b0fe-e2885d6232a0 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 770.636873] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 770.637201] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.640297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.640428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.640711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.640817] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.702025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.702025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.702025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.702025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.702369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.702369] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 770.742121] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.742285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.742391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.742546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.742710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.752011] env[65815]: INFO networking_nsxv3.common.synchronization [None req-108986a3-740b-46ca-a2be-fee87b08168f tempest-ServersV294TestFqdnHostnames-920120986 tempest-ServersV294TestFqdnHostnames-920120986-project-member] Enqueued Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_rules [ 770.752747] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_rules [ 770.753145] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.753323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.754269] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 770.845058] env[65815]: INFO networking_nsxv3.common.synchronization [None req-2bbdb637-47a8-466a-8c8d-03cb65cc4ff5 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 770.845679] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 770.845998] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.846116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.887245] env[65815]: INFO networking_nsxv3.common.synchronization [req-71b4d9f9-d5c6-4d72-8b29-d389f1f12175 req-0ef64cb6-a2ab-4b25-9878-cd7c742e5bec service nova] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 770.887489] env[65815]: INFO networking_nsxv3.common.synchronization [req-71b4d9f9-d5c6-4d72-8b29-d389f1f12175 req-0ef64cb6-a2ab-4b25-9878-cd7c742e5bec service nova] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 770.887580] env[65815]: INFO networking_nsxv3.common.synchronization [req-71b4d9f9-d5c6-4d72-8b29-d389f1f12175 req-0ef64cb6-a2ab-4b25-9878-cd7c742e5bec service nova] Enqueued Resource ID: 607286c3-baca-413a-b4fc-a2d1cc046786 with Priority: HIGHEST for action port [ 770.887776] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 770.887894] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 770.887991] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607286c3-baca-413a-b4fc-a2d1cc046786 with Priority: HIGHEST for action port [ 770.888556] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.888669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.888964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.888964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.889622] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.895190] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.896146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.896639] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-607286c3-baca-413a-b4fc-a2d1cc046786 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.896639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.896639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.896639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.896870] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607286c3-baca-413a-b4fc-a2d1cc046786',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.026782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.026782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.026782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026782] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 already deleted. [ 771.026782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.026782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.026782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.026782] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.130420] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.160174] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.161022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.161166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.161398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.161495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.161596] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 already deleted. [ 771.161681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.162669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.162955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.163148] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.209373] env[65815]: INFO networking_nsxv3.common.synchronization [None req-e9a76a4b-d789-4422-b570-0c83c94a1e24 None None] Enqueued Resource ID: 458cac15-6a01-4a83-9844-c07a72d34f62 with Priority: HIGHEST for action port [ 771.209878] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458cac15-6a01-4a83-9844-c07a72d34f62 with Priority: HIGHEST for action port [ 771.210386] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-458cac15-6a01-4a83-9844-c07a72d34f62 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.210475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-458cac15-6a01-4a83-9844-c07a72d34f62" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.210554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-458cac15-6a01-4a83-9844-c07a72d34f62" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.210850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-458cac15-6a01-4a83-9844-c07a72d34f62" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.210992] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458cac15-6a01-4a83-9844-c07a72d34f62',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.401191] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 607286c3-baca-413a-b4fc-a2d1cc046786 with status ACTIVE [ 771.401437] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.401677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.401677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.401834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.401919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.402141] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.402247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.402311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.402462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.402538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.402718] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.402810] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.402898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.403137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.403137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.403211] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 607286c3-baca-413a-b4fc-a2d1cc046786 is going to be updated. [ 771.404870] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.404967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.429319] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.429514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.429514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.429758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.429915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.430113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.553918] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.553918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.553918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.553918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.553918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.553918] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 already deleted. [ 771.553918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.633019] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d: rpc.has_security_group_logging(os_id): False [ 771.650503] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.650655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.652388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.652388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.652388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.652388] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.652388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.652388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.652388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.652388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.652388] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be updated. [ 771.683084] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.683235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.683337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.683539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.683630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.683725] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 already deleted. [ 771.683822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.714146] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.715165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.715165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.715165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.715382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.716595] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 458cac15-6a01-4a83-9844-c07a72d34f62 [ 771.716800] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.716935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.717009] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.717256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.718015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.718139] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:458cac15-6a01-4a83-9844-c07a72d34f62 already deleted. [ 771.718233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-458cac15-6a01-4a83-9844-c07a72d34f62" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.731572] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: IN_PROGRESS for 2s [ 771.959159] env[65815]: INFO networking_nsxv3.common.synchronization [None req-229033b2-fbde-41ad-a92c-1afa207fd72d None None] Enqueued Resource ID: 2884d1d6-ecbe-4d9d-b6dc-648d9801acfb with Priority: HIGHEST for action port [ 771.959912] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2884d1d6-ecbe-4d9d-b6dc-648d9801acfb with Priority: HIGHEST for action port [ 771.960683] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2884d1d6-ecbe-4d9d-b6dc-648d9801acfb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.961077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2884d1d6-ecbe-4d9d-b6dc-648d9801acfb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.961181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2884d1d6-ecbe-4d9d-b6dc-648d9801acfb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.961473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2884d1d6-ecbe-4d9d-b6dc-648d9801acfb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.961929] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2884d1d6-ecbe-4d9d-b6dc-648d9801acfb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.465357] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2884d1d6-ecbe-4d9d-b6dc-648d9801acfb [ 772.465357] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.465357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.465357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.466055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.466055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.466055] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2884d1d6-ecbe-4d9d-b6dc-648d9801acfb already deleted. [ 772.466055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2884d1d6-ecbe-4d9d-b6dc-648d9801acfb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.785612] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 772.786063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.786201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.786477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.786711] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.786846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.786903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.787128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.787274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.787440] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.290573] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.753551] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: SUCCESS [ 773.754256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.797140] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.298783] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.298977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.300046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.300046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.300046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.300046] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 774.331138] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.331451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.331580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.331929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.332190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.342764] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 774.604281] env[65815]: INFO networking_nsxv3.common.synchronization [req-e3dbe4a1-4cc7-4dd3-abc2-4e3174ea8069 req-c3a23800-f847-4dca-86dc-a7c809b79857 tempest-AttachInterfacesV270Test-54160481 tempest-AttachInterfacesV270Test-54160481-project-member] Enqueued Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGHEST for action security_group_members [ 774.605058] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGHEST for action security_group_members [ 774.605232] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad4dbdb-3668-408a-9ffc-6bed670c5140 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.605358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.605433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.605755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.605815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.605862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.605928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.606084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.606167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606259] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.108127] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.108910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.108910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.108910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.108910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.108910] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.108910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.109138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.109138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.109235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.109338] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 is going to be updated. [ 775.138218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.138932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.139067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.139508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.139758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.150938] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 in Status: IN_PROGRESS for 2s [ 776.250767] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-aeb9f8b4-9b9c-4d54-8a26-4e469c62b34d tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 776.251377] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 776.251950] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.251950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.251950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.252148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.252489] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.252489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.252489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.252852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.252852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.252953] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.357938] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 776.357938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.357938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.357938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.357938] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.357938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.357938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.358328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.358328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.358494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.359786] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.643218] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-c8df7238-017e-41d3-ba68-8bb9d15a88c7 tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 776.643671] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 776.644040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.644148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.754707] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.754888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.754958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.755190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.755288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.755509] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.755610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.755672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.755828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.755908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.755993] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 already deleted. [ 776.756086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.756245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.756383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.756514] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.756830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.756830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.756830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.756946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.756946] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.861990] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.862203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.862273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.862492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.862652] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.862746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.862807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.862977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.863124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.863217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.863362] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.863450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.863509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.863652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.863783] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.863866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.863921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.864069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.864135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.864213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.864297] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.103662] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-88e5354d-86c3-4d6d-9b66-86e13f0398eb tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 777.104232] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 777.104645] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.104744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.162786] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 in Status: SUCCESS [ 777.163012] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 deletion is rescheduled due to dependency. [ 777.163168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.259324] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.259719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.259719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.259719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.259813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.260044] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.260158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.260222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.260380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.260464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.260538] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 already deleted. [ 777.260616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.260774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.260943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.261134] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.261233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.261317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.261509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.261588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.261682] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.371576] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2494390e-5ce6-4ab7-91b3-f57d6b456c78: rpc.has_security_group_logging(os_id): False [ 777.391714] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.391923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.391969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.392300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.392531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.392635] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.392730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.392788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.392948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.393149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.393408] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.393487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.393487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.393633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.393726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.393919] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.394092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.394092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.394247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.394328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.394415] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 777.440821] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.441036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-659" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.441176] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-659" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.441662] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-659" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.441946] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.442116] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.442226] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.442443] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.442636] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.442899] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.443136] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.443208] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.443300] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.443404] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.443503] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.443625] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.468420] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.468683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.468683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.468944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.469167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.477385] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.477557] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.477668] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.477833] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-659" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.478164] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.478329] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.478439] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.478762] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.478894] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c1312b-bfa0-43b8-9ba8-c82196bb4c67',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.487342] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 777.764773] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.764773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.764773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.764773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.764773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.764773] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.764773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.765163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.765163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.765163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.765163] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 already deleted. [ 777.765276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.982556] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.983414] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.983414] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.983733] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.983810] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.984385] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 48c1312b-bfa0-43b8-9ba8-c82196bb4c67 not found, creating... [ 777.984385] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.984385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.984565] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.984712] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.984843] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.985153] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.985342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.985454] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.985658] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.985783] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.985919] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 48c1312b-bfa0-43b8-9ba8-c82196bb4c67 is going to be created. [ 778.009373] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.009639] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.009781] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.010125] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.010327] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.010546] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.335866] env[65815]: INFO networking_nsxv3.common.synchronization [None req-56226f6e-ddb3-41ba-9210-9e43649b1e9f None None] Enqueued Resource ID: a17659b1-76b8-4fb0-b397-bb91b2962046 with Priority: HIGHEST for action port [ 778.336640] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17659b1-76b8-4fb0-b397-bb91b2962046 with Priority: HIGHEST for action port [ 778.337071] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-a17659b1-76b8-4fb0-b397-bb91b2962046 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.337234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a17659b1-76b8-4fb0-b397-bb91b2962046" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.337321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a17659b1-76b8-4fb0-b397-bb91b2962046" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.337951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a17659b1-76b8-4fb0-b397-bb91b2962046" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.337951] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17659b1-76b8-4fb0-b397-bb91b2962046',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.739062] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-ceb41b89-90b2-499a-83d5-494f6c24a8af service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 778.739246] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-ceb41b89-90b2-499a-83d5-494f6c24a8af service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 778.739371] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-ceb41b89-90b2-499a-83d5-494f6c24a8af service nova] Enqueued Resource ID: 48c1312b-bfa0-43b8-9ba8-c82196bb4c67 with Priority: HIGHEST for action port [ 778.739598] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 778.739722] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 778.739818] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c1312b-bfa0-43b8-9ba8-c82196bb4c67 with Priority: HIGHEST for action port [ 778.740384] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.740505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.740571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.740823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.740958] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.741893] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.742348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.742453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.742655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.742849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.742969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.743153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.743346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.743465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.743588] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.744367] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.744514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.744604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.744782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.744884] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c1312b-bfa0-43b8-9ba8-c82196bb4c67',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.841118] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a17659b1-76b8-4fb0-b397-bb91b2962046 [ 778.841385] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.841514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.841580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.841801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.841886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.841976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a17659b1-76b8-4fb0-b397-bb91b2962046 already deleted. [ 778.842092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a17659b1-76b8-4fb0-b397-bb91b2962046" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.111934] env[65815]: INFO networking_nsxv3.common.synchronization [req-16f7cc8e-d63b-4151-8d3d-4217389b0ab7 req-3fa7e49f-b083-43ca-9aa0-15d18e0b8177 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 779.112499] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 779.112755] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.112905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.112943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.113253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.113414] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.113530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.113598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.113782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.113880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.113990] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.228501] env[65815]: INFO networking_nsxv3.common.synchronization [req-70e87762-7ae7-40e3-b2a1-9e0c0c97ddb0 req-a940ba9a-0c38-443f-b87f-a26bd3db8698 tempest-ServersTestFqdnHostnames-918971426 tempest-ServersTestFqdnHostnames-918971426-project-member] Enqueued Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_members [ 779.229049] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGHEST for action security_group_members [ 779.229363] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.229493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.229594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.229731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.230011] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.230011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.230406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.230406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.230406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.230406] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.246133] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.247804] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.248057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.248510] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48c1312b-bfa0-43b8-9ba8-c82196bb4c67 with status ACTIVE [ 779.248796] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.249080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.249080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.249312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.249402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.249590] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.249687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.249747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.249898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.249974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.250171] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.250259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.250316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.250453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.250520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.250597] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48c1312b-bfa0-43b8-9ba8-c82196bb4c67 is going to be updated. [ 779.276451] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.276451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.276451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.276451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.276704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.276704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c1312b-bfa0-43b8-9ba8-c82196bb4c67" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.503845] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 779.504130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.616142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.616142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.616142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.616324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.616411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.616595] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.616687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.616743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.616889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.616958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.617049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c already deleted. [ 779.617127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.665281] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.665281] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-539" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.665281] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-539" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.665281] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-539" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.665281] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.665809] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.666071] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.666543] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.666806] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.667143] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.668046] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.668046] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.668046] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.668046] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.668046] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.668046] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.689920] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.690224] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.690517] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.690730] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-539" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.691176] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-121d2477-95f1-4951-addb-38b2f0d9fb01 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.691383] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.691549] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.691914] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.692080] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121d2477-95f1-4951-addb-38b2f0d9fb01',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.730881] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.730881] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-363" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.731104] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-363" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.731625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-363" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.731761] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.731928] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.732460] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.732460] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.732460] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.732555] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.732665] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.732764] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.732889] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.732991] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.733128] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.733254] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.735314] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.735314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.735314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.735314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.735314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.735314] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.735314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.735314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.735643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.735643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.735643] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e is going to be updated. [ 779.749108] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.753111] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.753369] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.753503] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.753672] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-363" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.754034] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-52055211-9799-4ba3-b8aa-3312de19792a taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.754277] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-52055211-9799-4ba3-b8aa-3312de19792a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.754492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-52055211-9799-4ba3-b8aa-3312de19792a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.754798] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-52055211-9799-4ba3-b8aa-3312de19792a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.755014] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52055211-9799-4ba3-b8aa-3312de19792a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.767673] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.767825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.767937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.768098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.768234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.777744] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e in Status: IN_PROGRESS for 2s [ 780.194816] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.195044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.195151] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.195443] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.195585] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.195730] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 121d2477-95f1-4951-addb-38b2f0d9fb01 not found, creating... [ 780.195978] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.196162] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.196286] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.196518] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.196652] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.196931] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.197091] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.197201] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.197397] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.197526] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.197653] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 is going to be created. [ 780.220188] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.220454] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.220603] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.221571] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.221834] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.222086] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.252853] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.253119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.253119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.253322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.253418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.253520] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be created. [ 780.256976] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.257197] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.257357] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.257623] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.257765] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.257910] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 52055211-9799-4ba3-b8aa-3312de19792a not found, creating... [ 780.258184] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.258329] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.258438] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.258653] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.258782] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.259103] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.259208] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.259315] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.259518] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.259644] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.259777] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 52055211-9799-4ba3-b8aa-3312de19792a is going to be created. [ 780.290075] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.290301] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.290301] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.291102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.291102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.291102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-52055211-9799-4ba3-b8aa-3312de19792a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.301569] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.301797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.301843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.302087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.302292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.320050] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: UNINITIALIZED for 2s [ 780.615986] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a960fe80-2cf4-4751-9015-32985f798645 None None] Enqueued Resource ID: 87e79123-a551-484e-bc1d-8bb3b6756dd4 with Priority: HIGHEST for action port [ 780.616342] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87e79123-a551-484e-bc1d-8bb3b6756dd4 with Priority: HIGHEST for action port [ 780.616811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-87e79123-a551-484e-bc1d-8bb3b6756dd4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.616923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87e79123-a551-484e-bc1d-8bb3b6756dd4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.617012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87e79123-a551-484e-bc1d-8bb3b6756dd4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.617317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87e79123-a551-484e-bc1d-8bb3b6756dd4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.617400] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87e79123-a551-484e-bc1d-8bb3b6756dd4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.908033] env[65815]: INFO networking_nsxv3.common.synchronization [req-16f7cc8e-d63b-4151-8d3d-4217389b0ab7 req-d735c18f-d480-4bb2-a1f7-3b983c6ec247 service nova] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_rules [ 780.908033] env[65815]: INFO networking_nsxv3.common.synchronization [req-16f7cc8e-d63b-4151-8d3d-4217389b0ab7 req-d735c18f-d480-4bb2-a1f7-3b983c6ec247 service nova] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 780.908033] env[65815]: INFO networking_nsxv3.common.synchronization [req-16f7cc8e-d63b-4151-8d3d-4217389b0ab7 req-d735c18f-d480-4bb2-a1f7-3b983c6ec247 service nova] Enqueued Resource ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 with Priority: HIGHEST for action port [ 780.908033] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_rules [ 780.908677] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 780.909053] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 with Priority: HIGHEST for action port [ 780.909796] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.911844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.911844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.911844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.911844] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.911844] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.911844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.911844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.912290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.912516] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.912693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.912838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.913104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.913320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.913485] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.914383] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-121d2477-95f1-4951-addb-38b2f0d9fb01 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.915333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.916176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.916412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.916595] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121d2477-95f1-4951-addb-38b2f0d9fb01',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.983623] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-f14cedb0-5113-49a7-90ae-50c632f8a151 service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 780.983830] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-f14cedb0-5113-49a7-90ae-50c632f8a151 service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 780.983977] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-f14cedb0-5113-49a7-90ae-50c632f8a151 service nova] Enqueued Resource ID: 52055211-9799-4ba3-b8aa-3312de19792a with Priority: HIGHEST for action port [ 780.986116] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 780.986306] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 780.986461] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52055211-9799-4ba3-b8aa-3312de19792a with Priority: HIGHEST for action port [ 780.986967] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.987117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.987425] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.987632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.991263] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-52055211-9799-4ba3-b8aa-3312de19792a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.991263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52055211-9799-4ba3-b8aa-3312de19792a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.991263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52055211-9799-4ba3-b8aa-3312de19792a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.991263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52055211-9799-4ba3-b8aa-3312de19792a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.991263] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52055211-9799-4ba3-b8aa-3312de19792a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.119133] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87e79123-a551-484e-bc1d-8bb3b6756dd4 [ 781.119364] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.119518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.119577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.119898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.120051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.120162] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87e79123-a551-484e-bc1d-8bb3b6756dd4 already deleted. [ 781.120258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87e79123-a551-484e-bc1d-8bb3b6756dd4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.419738] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.421050] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.421050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.426040] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121d2477-95f1-4951-addb-38b2f0d9fb01 with status ACTIVE [ 781.426040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.426040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.426040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.426252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.426252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.427057] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.427057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.427057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.427057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.427057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.427057] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.427057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.427427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.427427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.427427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.427427] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 is going to be updated. [ 781.450184] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.450184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.450184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.450184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.450184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.450184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.490373] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52055211-9799-4ba3-b8aa-3312de19792a with status ACTIVE [ 781.490595] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.490724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.490788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.494265] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.494265] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.494265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.494265] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52055211-9799-4ba3-b8aa-3312de19792a is going to be updated. [ 781.538204] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.538204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.538446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.538650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.538650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.538778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52055211-9799-4ba3-b8aa-3312de19792a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.605025] env[65815]: INFO networking_nsxv3.common.synchronization [req-5806446a-78ea-411c-ae77-7481b5d57354 req-c65c902e-1d18-4feb-965c-f0c522592035 tempest-VolumesAdminNegativeTest-565121244 tempest-VolumesAdminNegativeTest-565121244-project-member] Enqueued Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGHEST for action security_group_members [ 781.605025] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGHEST for action security_group_members [ 781.605025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-228300c1-cec2-43f4-9eeb-c8181936c48f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.605025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.605025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.605025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.605025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.605025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.605025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.605025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.605025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.605025] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.789453] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e in Status: SUCCESS [ 781.789738] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e deletion is rescheduled due to dependency. [ 781.790226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.804547] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-659 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.805136] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-659" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.805332] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-659" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.805643] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-659" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.805958] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.806208] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.806378] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.806635] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.806826] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.807093] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.807260] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.807417] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.807627] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.807770] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.807921] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.808112] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.826298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.826429] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.826556] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.826728] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-659" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.827052] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-51aff416-dc98-4154-9257-82ef67c4d5bd taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.827277] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-51aff416-dc98-4154-9257-82ef67c4d5bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.827346] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-51aff416-dc98-4154-9257-82ef67c4d5bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.827639] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-51aff416-dc98-4154-9257-82ef67c4d5bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.827776] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51aff416-dc98-4154-9257-82ef67c4d5bd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.906454] env[65815]: INFO networking_nsxv3.common.synchronization [None req-4b15a0cd-3ffb-4f1e-b920-4d6a87ea2160 tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 781.906847] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 781.907179] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.907304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.907369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.907630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.907713] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.926466] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.063691] env[65815]: INFO networking_nsxv3.common.synchronization [None req-49fd6748-56a1-428f-84ea-e1230a2690c2 tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 782.064220] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 782.064588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.064696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.109195] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.109347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.109417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.109648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.109738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.109936] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.110043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.110217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.110312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.110350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.110402] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228300c1-cec2-43f4-9eeb-c8181936c48f already deleted. [ 782.110480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.330341] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 782.330565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.331098] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.331343] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.331420] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.331676] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.331812] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.331951] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 51aff416-dc98-4154-9257-82ef67c4d5bd not found, creating... [ 782.332215] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.332365] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.332479] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.332681] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.332809] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.333124] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.333284] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.333394] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.333594] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.333721] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.333849] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 51aff416-dc98-4154-9257-82ef67c4d5bd is going to be created. [ 782.334833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.335008] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.335179] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.335267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.335333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.335476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.335552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.335634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.335728] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.336523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.336684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.336833] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.336923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.336985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.337136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.337213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.337298] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.356712] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.356882] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.357007] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.357338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.357578] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.357795] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-51aff416-dc98-4154-9257-82ef67c4d5bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.428499] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.428810] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.428893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.429243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.429341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.429445] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be created. [ 782.431434] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.431560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.431612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.431783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.431863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.431949] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b already deleted. [ 782.432045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.432197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.432479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.432563] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.458708] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.458881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.458938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.459204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.459299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.475548] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: UNINITIALIZED for 2s [ 782.692315] env[65815]: INFO networking_nsxv3.common.synchronization [req-a0cb0cbd-0a1c-47bb-a013-b8fd9f0e182a req-410b5295-6b1d-45ca-b83e-80e9836e26d2 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 782.692651] env[65815]: INFO networking_nsxv3.common.synchronization [req-a0cb0cbd-0a1c-47bb-a013-b8fd9f0e182a req-410b5295-6b1d-45ca-b83e-80e9836e26d2 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 782.693156] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 782.693156] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 782.693382] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.693533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.693564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.693799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.693950] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.694211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.694285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.694442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.694623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.694623] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.695842] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.695949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.696020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.696298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.696435] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.696533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.696596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.697286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.697286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.697286] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.740204] env[65815]: INFO networking_nsxv3.common.synchronization [req-a0cb0cbd-0a1c-47bb-a013-b8fd9f0e182a req-410b5295-6b1d-45ca-b83e-80e9836e26d2 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 782.740369] env[65815]: INFO networking_nsxv3.common.synchronization [req-a0cb0cbd-0a1c-47bb-a013-b8fd9f0e182a req-410b5295-6b1d-45ca-b83e-80e9836e26d2 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 782.740499] env[65815]: INFO networking_nsxv3.common.synchronization [req-a0cb0cbd-0a1c-47bb-a013-b8fd9f0e182a req-410b5295-6b1d-45ca-b83e-80e9836e26d2 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_rules [ 782.740622] env[65815]: INFO networking_nsxv3.common.synchronization [req-a0cb0cbd-0a1c-47bb-a013-b8fd9f0e182a req-410b5295-6b1d-45ca-b83e-80e9836e26d2 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 782.740743] env[65815]: INFO networking_nsxv3.common.synchronization [req-a0cb0cbd-0a1c-47bb-a013-b8fd9f0e182a req-410b5295-6b1d-45ca-b83e-80e9836e26d2 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 607286c3-baca-413a-b4fc-a2d1cc046786 with Priority: HIGHEST for action port [ 782.741375] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 782.741511] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_rules [ 782.741606] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607286c3-baca-413a-b4fc-a2d1cc046786 with Priority: HIGHEST for action port [ 782.741695] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 782.741785] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 782.742086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.742209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.742272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.742471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.742550] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.743793] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.744252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.744346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.744569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.744660] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.746072] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-607286c3-baca-413a-b4fc-a2d1cc046786 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.746224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.746299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.746457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.746529] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607286c3-baca-413a-b4fc-a2d1cc046786',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.747535] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.747535] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.748297] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.748297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.839203] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.839619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.840612] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.953604] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.953829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.953935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.954264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.954384] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.954515] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b already deleted. [ 782.954648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.050543] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-7edf5781-d568-49b9-a384-23b1f0657615 service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 783.050720] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-7edf5781-d568-49b9-a384-23b1f0657615 service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 783.050857] env[65815]: INFO networking_nsxv3.common.synchronization [req-12db3cb0-d292-44f4-b647-54685d9c24a3 req-7edf5781-d568-49b9-a384-23b1f0657615 service nova] Enqueued Resource ID: 51aff416-dc98-4154-9257-82ef67c4d5bd with Priority: HIGHEST for action port [ 783.051492] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 783.051570] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 783.051673] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51aff416-dc98-4154-9257-82ef67c4d5bd with Priority: HIGHEST for action port [ 783.051959] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.052048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.052243] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.052339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.052492] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-51aff416-dc98-4154-9257-82ef67c4d5bd taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.052627] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51aff416-dc98-4154-9257-82ef67c4d5bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.052692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51aff416-dc98-4154-9257-82ef67c4d5bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.052891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51aff416-dc98-4154-9257-82ef67c4d5bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.052963] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51aff416-dc98-4154-9257-82ef67c4d5bd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.197456] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.199888] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.244630] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.244778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.249649] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.250236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.250236] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 607286c3-baca-413a-b4fc-a2d1cc046786 with status ACTIVE [ 783.250236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.250859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.250859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.250859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.250859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.250859] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.251075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.251156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.251348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.251348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.251531] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.252618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.252618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.252618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.252618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.252618] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 607286c3-baca-413a-b4fc-a2d1cc046786 is going to be updated. [ 783.284443] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.284584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.284658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.284867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.285013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.285179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.342534] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.354159] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.354373] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-834" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.354489] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-834" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.355466] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-834" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.355466] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.355599] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.355705] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.355879] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.356025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.356228] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.356333] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.356434] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.356531] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.356629] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.356737] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.356857] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.386366] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.386503] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.386587] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.386759] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-834" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.387106] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-58d8c404-06f9-4aba-bfe6-941a9867a4fb taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.387278] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-58d8c404-06f9-4aba-bfe6-941a9867a4fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.387399] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-58d8c404-06f9-4aba-bfe6-941a9867a4fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.387735] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-58d8c404-06f9-4aba-bfe6-941a9867a4fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.387872] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d8c404-06f9-4aba-bfe6-941a9867a4fb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.555546] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51aff416-dc98-4154-9257-82ef67c4d5bd with status ACTIVE [ 783.555780] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.555916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.555985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.556221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.556315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.556494] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.556595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.556656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.556806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.556881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.557073] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.557171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.557230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.557383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.557457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.557541] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51aff416-dc98-4154-9257-82ef67c4d5bd is going to be updated. [ 783.577673] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.577845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.577888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.578108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.578242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.578395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51aff416-dc98-4154-9257-82ef67c4d5bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.698987] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.701704] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.845811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.847570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.847570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.847570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.847570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.847570] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 783.875918] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.876099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.876138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.876343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.876483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.886400] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 783.893018] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.893018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.893018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.893018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.893018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.893018] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 58d8c404-06f9-4aba-bfe6-941a9867a4fb not found, creating... [ 783.893018] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.893018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.893018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.893018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.893018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.893535] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.893535] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.893535] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.893535] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.893535] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.893535] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 58d8c404-06f9-4aba-bfe6-941a9867a4fb is going to be created. [ 783.912367] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.912634] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.912754] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.913030] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.913290] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.913516] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-58d8c404-06f9-4aba-bfe6-941a9867a4fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.202026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.202026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.202026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.202261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.202261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.202261] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 is going to be created. [ 784.203560] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.203669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.203746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.203903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.203988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.204105] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 784.228793] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.228930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.229122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.229347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.229539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.231664] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.231790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.231829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.232018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.232149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.244492] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 784.245194] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: UNINITIALIZED for 2s [ 784.486450] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: SUCCESS [ 784.486686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.486861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.487088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.487302] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.487447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.487517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.487609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.488510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.488510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.488510] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.650090] env[65815]: INFO networking_nsxv3.common.synchronization [req-5806446a-78ea-411c-ae77-7481b5d57354 req-09d46160-ed67-49a9-9835-b73a6b77ed84 service nova] Enqueued Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGHEST for action security_group_rules [ 784.650266] env[65815]: INFO networking_nsxv3.common.synchronization [req-5806446a-78ea-411c-ae77-7481b5d57354 req-09d46160-ed67-49a9-9835-b73a6b77ed84 service nova] Enqueued Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGHEST for action security_group_members [ 784.650836] env[65815]: INFO networking_nsxv3.common.synchronization [req-5806446a-78ea-411c-ae77-7481b5d57354 req-09d46160-ed67-49a9-9835-b73a6b77ed84 service nova] Enqueued Resource ID: 58d8c404-06f9-4aba-bfe6-941a9867a4fb with Priority: HIGHEST for action port [ 784.651377] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGHEST for action security_group_rules [ 784.651519] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGHEST for action security_group_members [ 784.651603] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58d8c404-06f9-4aba-bfe6-941a9867a4fb with Priority: HIGHEST for action port [ 784.651876] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-228300c1-cec2-43f4-9eeb-c8181936c48f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.651999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.652199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.652470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.652556] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.653485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-228300c1-cec2-43f4-9eeb-c8181936c48f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.653608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.653682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.653853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.654012] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.654140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.654217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.654427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.654472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.654557] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.655320] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-58d8c404-06f9-4aba-bfe6-941a9867a4fb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.655449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58d8c404-06f9-4aba-bfe6-941a9867a4fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.655521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58d8c404-06f9-4aba-bfe6-941a9867a4fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.655663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58d8c404-06f9-4aba-bfe6-941a9867a4fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.655727] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58d8c404-06f9-4aba-bfe6-941a9867a4fb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.991208] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.991208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.991208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.991208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.991208] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.991208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.991208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.991208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.991208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.992358] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.992358] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.992358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.992358] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.160649] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-228300c1-cec2-43f4-9eeb-c8181936c48f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.160649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.160649] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.160649] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58d8c404-06f9-4aba-bfe6-941a9867a4fb with status ACTIVE [ 785.161168] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.161168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.161168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.161168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.161349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.161380] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.161474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.161519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.161672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.161748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.161925] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.164171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.164171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.164171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.164171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.164171] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58d8c404-06f9-4aba-bfe6-941a9867a4fb is going to be updated. [ 785.186376] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.186562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.186660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.186890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.187039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.187208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58d8c404-06f9-4aba-bfe6-941a9867a4fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.495361] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ea889de-1e30-480f-ba94-13eba19d279c: rpc.has_security_group_logging(os_id): False [ 785.513799] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.513970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.514028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.514419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.514419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.514550] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.514649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.514711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.514977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.514977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.515128] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.515230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.515304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.515446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.515522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.515708] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.515800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.515862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.515994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.516390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.516608] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be created. [ 785.579184] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.579334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.579405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.579626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.579803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.592897] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: IN_PROGRESS for 2s [ 785.667058] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.899165] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 785.899491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.899491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.899709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.899863] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.899933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.900026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.900168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.900239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.900349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.900477] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.900555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.900614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.900803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.900882] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.901037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.901037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.901444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.901444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.901444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.901599] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.902321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.902484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.902631] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.902728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.903052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.903052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.903052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.903204] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.171605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.171895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.171895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.172536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.172536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.172536] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228300c1-cec2-43f4-9eeb-c8181936c48f is going to be created. [ 786.198322] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.198322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.198322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.198539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.198840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.209673] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228300c1-cec2-43f4-9eeb-c8181936c48f in Status: UNINITIALIZED for 2s [ 786.257317] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: SUCCESS [ 786.257549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.257733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.258012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.258145] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.258265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.258327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.258478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.258561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.258655] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.260399] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 786.260575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.261751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.261751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.261751] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.261751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.261751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.261751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.261751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.261751] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.404906] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7282dac7-e421-4840-b851-51a9f23eec43: rpc.has_security_group_logging(os_id): False [ 786.406024] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.423348] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.423490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.423561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.423768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.423857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.424056] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.424163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.424247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.424402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.424480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.424677] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.424771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.424832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.424965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.425074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.425228] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.425322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.425382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.425519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.425582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.425733] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be created. [ 786.486589] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.488450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.488563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.489029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.489029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.499146] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 786.764110] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.765241] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.907945] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.188968] env[65815]: INFO networking_nsxv3.common.synchronization [req-1bec0209-b539-4275-b9cd-ad3a2161f4c2 req-458c78a5-35f3-4bdf-80a4-81a4cbc8bf5b tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 787.188968] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 787.189397] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.189397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.189486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.189799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.189947] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.193021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.193021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.193021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.193021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.193021] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.268566] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.270672] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.413740] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.413740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.413740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.413740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.413740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.413740] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 787.444021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.444021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.444021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.444021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.444021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.452244] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 787.509419] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.509419] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.509419] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.509419] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.509419] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.509677] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.509713] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.509912] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.510075] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.510338] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.510463] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 787.510577] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 787.510667] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 787.510784] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 787.510886] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 787.511015] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 787.532463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 787.532647] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 787.532753] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 787.532922] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.533293] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.533461] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.533574] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.533880] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.534014] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.571848] env[65815]: INFO networking_nsxv3.common.synchronization [req-4a52d0eb-067a-4428-a194-67657e56a171 req-4e541033-26a8-477d-8b42-c75e10471c3b tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 787.572368] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 787.572664] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.572787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.572852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.573164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.573289] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.573391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.573455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.573608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.573693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.573836] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.607089] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: SUCCESS [ 787.607376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.693450] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.693608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.693679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.693920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.694141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.694362] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.694442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.694483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.694618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.694694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.694779] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 787.738588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.740680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.740680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.740680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.740680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.749284] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 787.772731] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.772872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.772930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.773934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.773934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.773934] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 is going to be updated. [ 787.774739] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.774850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.774915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.778348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.778348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.778348] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 787.837024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.837024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.837024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.837024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.837024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.838026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.838352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.838671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.840031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.840031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.858045] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: IN_PROGRESS for 2s [ 787.858353] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 788.038119] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.038426] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.038586] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.038969] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.039102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.039304] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4 not found, creating... [ 788.039643] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.039943] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.040020] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.040320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.040500] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.040823] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.041035] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.041260] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.041524] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.041691] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.041856] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4 is going to be created. [ 788.062697] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.062958] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.063158] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.063459] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.063910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.063991] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.080532] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.081367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.081367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.081367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.081367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.081367] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.081367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.081619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.081619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.081619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.081741] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 is going to be updated. [ 788.123443] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.123704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.123704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.124034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.124034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.134476] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: IN_PROGRESS for 2s [ 788.226585] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228300c1-cec2-43f4-9eeb-c8181936c48f in Status: UNINITIALIZED for 4s [ 788.514059] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 788.514341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.514552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.514787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.514973] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.780976] env[65815]: INFO networking_nsxv3.common.synchronization [req-1bec0209-b539-4275-b9cd-ad3a2161f4c2 req-a591000b-640b-4000-bb4e-8b956182e890 service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 788.780976] env[65815]: INFO networking_nsxv3.common.synchronization [req-1bec0209-b539-4275-b9cd-ad3a2161f4c2 req-a591000b-640b-4000-bb4e-8b956182e890 service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 788.780976] env[65815]: INFO networking_nsxv3.common.synchronization [req-1bec0209-b539-4275-b9cd-ad3a2161f4c2 req-a591000b-640b-4000-bb4e-8b956182e890 service nova] Enqueued Resource ID: 21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4 with Priority: HIGHEST for action port [ 788.783400] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 788.783400] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 788.783400] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4 with Priority: HIGHEST for action port [ 788.783606] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.783696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.783746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.785662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.785662] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.785662] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.785662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.785662] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.785662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.785662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.785662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.785662] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.018137] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.018340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.289978] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.290328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.290452] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4 with status ACTIVE [ 789.290671] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.290814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.290900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.291423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.291423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.291423] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.291679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.291679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.291735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.291786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.292105] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.292206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.292312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.292522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.292662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.292779] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4 is going to be updated. [ 789.331341] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.331492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.331559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.331768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.331901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.332172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21bdd636-b9fe-4ce6-a7a0-9c6f71e58ad4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.466157] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 789.466426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.466586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.466826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.467037] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.467162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.467274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.467437] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.467505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.467553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.467635] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.766756] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 789.766756] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 deletion is rescheduled due to dependency. [ 789.766756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.766756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.766756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.766756] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.766756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.766756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.766756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.766756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.766756] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.871034] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: SUCCESS [ 789.871274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.871976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 789.872225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.872361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.872514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.872703] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.872822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.872887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.873779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.873875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.874026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.874155] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.875203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.875295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.875568] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.875712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.875804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.875964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.876084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.876149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.876258] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.974026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.974026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.974026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.974026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.974026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.974641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.974641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.974641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.974641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.974641] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.146613] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: SUCCESS [ 790.146613] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 deletion is rescheduled due to dependency. [ 790.146613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.239118] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228300c1-cec2-43f4-9eeb-c8181936c48f in Status: SUCCESS [ 790.239118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.239118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.239118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.239118] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.239118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.239118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.239118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.239118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.239118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.239460] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.269047] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.380389] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.381916] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.381916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.381916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.381916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.381916] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.381916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.381916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.381916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.382527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.382527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.382527] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.382527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.382750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.382750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.383107] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.383107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.383347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.383402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.383478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.383616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.383703] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.478776] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7282dac7-e421-4840-b851-51a9f23eec43: rpc.has_security_group_logging(os_id): False [ 790.497391] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.497561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.497622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.497840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.497937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.498218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.498316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.498427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.498527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.498603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.498842] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.498975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.499080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.499260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.499348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.499568] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.499695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.499762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.499996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.500181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.500263] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 790.585294] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.585294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.585294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.585294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.585294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.601055] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 790.744570] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-228300c1-cec2-43f4-9eeb-c8181936c48f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.744742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.744837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.745060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.745357] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.745683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.745766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.745975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.746114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.746220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.746432] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-228300c1-cec2-43f4-9eeb-c8181936c48f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.746543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.746610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.746779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.746932] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.747042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.747127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.747255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.747338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.747469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.747515] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.771237] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.886186] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35e3734c-8abc-4f31-97bf-6500aecc1862: rpc.has_security_group_logging(os_id): False [ 790.888056] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2494390e-5ce6-4ab7-91b3-f57d6b456c78: rpc.has_security_group_logging(os_id): False [ 790.911709] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.911884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.911948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.912237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.912363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.913040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.913040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.913040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.913040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.913314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.913314] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.913433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.913497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.913672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.913749] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.913982] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.914072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.914165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.914325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.914417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.914514] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 790.917473] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.917899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.917899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.918085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.918194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.918731] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.918731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.918908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.919088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.920024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.920024] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 is going to be created. [ 790.987943] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.988151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.988223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.988481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.988680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.991832] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.992081] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.992139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.992322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.992519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.006050] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: IN_PROGRESS for 2s [ 791.024065] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 791.251055] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 228300c1-cec2-43f4-9eeb-c8181936c48f: rpc.has_security_group_logging(os_id): False [ 791.273687] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.276181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.276181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.276181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.276181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.276181] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 791.280504] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.280504] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.280504] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.280504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.281154] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.281154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.281154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.281492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.281724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.281937] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 228300c1-cec2-43f4-9eeb-c8181936c48f is going to be created. [ 791.331571] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.331571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.331571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.331571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.331571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.345055] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 791.367158] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.367378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.367378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.367732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.367784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.386491] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 228300c1-cec2-43f4-9eeb-c8181936c48f in Status: IN_PROGRESS for 2s [ 791.441728] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 791.442533] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 791.442533] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: a1f91add-56bf-4e8a-a38e-40f095808069 with Priority: HIGHEST for action security_group_members [ 791.444652] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 791.444652] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 791.444652] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f91add-56bf-4e8a-a38e-40f095808069 with Priority: HIGHEST for action security_group_members [ 791.444652] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.444652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.444652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.444652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.444652] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.445226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.445226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.445226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.445226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.445658] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.447605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.447605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.447605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.447781] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.448410] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.448410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.448410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.448573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.448604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.448746] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.449958] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f91add-56bf-4e8a-a38e-40f095808069 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.450769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.450769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.450769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.450769] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.451682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.451682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.451682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.451682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.451682] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.496410] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 791.496613] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 791.496718] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_rules [ 791.496850] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 791.496968] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: a1f91add-56bf-4e8a-a38e-40f095808069 with Priority: HIGHEST for action security_group_rules [ 791.497102] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: a1f91add-56bf-4e8a-a38e-40f095808069 with Priority: HIGHEST for action security_group_members [ 791.497224] env[65815]: INFO networking_nsxv3.common.synchronization [req-86cca221-d65a-4306-a436-5c8b0847bde5 req-31ff6f2a-50fb-4d0d-90c4-36412f93a5a8 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 607286c3-baca-413a-b4fc-a2d1cc046786 with Priority: HIGHEST for action port [ 791.497854] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_rules [ 791.498618] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_rules [ 791.500297] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f91add-56bf-4e8a-a38e-40f095808069 with Priority: HIGHEST for action security_group_members [ 791.500634] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 607286c3-baca-413a-b4fc-a2d1cc046786 with Priority: HIGHEST for action port [ 791.500758] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f91add-56bf-4e8a-a38e-40f095808069 with Priority: HIGHEST for action security_group_rules [ 791.500867] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 791.500962] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 791.501963] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.502116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.502347] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.502455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.503318] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f91add-56bf-4e8a-a38e-40f095808069 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.503412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.503760] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-607286c3-baca-413a-b4fc-a2d1cc046786 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.503860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.503907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.504218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.504329] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('607286c3-baca-413a-b4fc-a2d1cc046786',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.505689] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f91add-56bf-4e8a-a38e-40f095808069 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.505689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.505824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.506025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.506159] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.507083] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.507177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.508522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.508522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.953627] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.954662] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.955666] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.009671] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 607286c3-baca-413a-b4fc-a2d1cc046786 with status ACTIVE [ 792.009984] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.010141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.010196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.011108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.011108] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.011369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.011369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.012089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.012089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.012224] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.012598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.012598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.012739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.013088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.013088] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 607286c3-baca-413a-b4fc-a2d1cc046786 is going to be updated. [ 792.017247] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f91add-56bf-4e8a-a38e-40f095808069 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.019026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.046016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.046180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.046248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.046467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.046598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.046757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-607286c3-baca-413a-b4fc-a2d1cc046786" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.456348] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.457392] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.458221] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.624678] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 792.624678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.624678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.624678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.624678] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.960564] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.960722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.960786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.961061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.961407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.961407] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 792.963894] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.963894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.963894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.963894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.963894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.963894] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 is going to be updated. [ 792.965346] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.965346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.965346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.966305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.966305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.966305] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f91add-56bf-4e8a-a38e-40f095808069 is going to be created. [ 793.009124] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.009124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.009124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.009124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.009692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.014733] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.014906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.014949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.018435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.018644] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.020973] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.021156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.021260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.021421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.021596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.034872] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:0 completed [ 793.034872] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:1 started [ 793.050249] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: IN_PROGRESS for 2s [ 793.050249] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 793.063824] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f91add-56bf-4e8a-a38e-40f095808069 in Status: UNINITIALIZED for 2s [ 793.064925] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: SUCCESS [ 793.065228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.066072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.066072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.066072] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.071425] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 793.071425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.071425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.071425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.071425] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.126811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.129527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.129527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.129527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.129527] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.129527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.129527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.129527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.129527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.129527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.129527] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.361791] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 793.362117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.362572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.362572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.362860] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.362922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.362965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.363118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.363220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.363319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.363462] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.400639] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 228300c1-cec2-43f4-9eeb-c8181936c48f in Status: SUCCESS [ 793.400639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.569134] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.569772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.574521] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.574521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.638953] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.638953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.638953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.638953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.638953] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.638953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.638953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.638953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.638953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.638953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.639372] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.639372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.639372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.639714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.639714] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.639827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.639827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.640218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.640218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.640218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.640218] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.868933] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.869269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.869269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.870505] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.870505] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.870505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.870992] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.870992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.870992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.870992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.870992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.871231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.871318] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.146342] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7282dac7-e421-4840-b851-51a9f23eec43: rpc.has_security_group_logging(os_id): False [ 794.170632] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.170824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.170925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.171310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.171468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.171659] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.171871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.171871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.172629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.172629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.172629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.172629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.172629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.172912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.172912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.173090] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.173229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.173275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.173650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.173650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.173650] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 794.257041] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.257298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.257557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.257811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.258139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.274706] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 794.376143] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0: rpc.has_security_group_logging(os_id): False [ 794.403667] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.403857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.403965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.405420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.405598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.405832] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.405955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.406036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.406270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.406358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.406599] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.406702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.406765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.406943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.407033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.407547] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.407547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.407547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.407547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.407782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.407782] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 794.487108] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.487108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.487108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.487108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.487108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.507922] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 794.814848] env[65815]: INFO networking_nsxv3.common.synchronization [req-14c76823-4a24-48f3-bd8a-785995e14d90 req-bb9df6ca-f2ad-409e-b113-ddc390c7fad6 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 794.815148] env[65815]: INFO networking_nsxv3.common.synchronization [req-14c76823-4a24-48f3-bd8a-785995e14d90 req-bb9df6ca-f2ad-409e-b113-ddc390c7fad6 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 794.815148] env[65815]: INFO networking_nsxv3.common.synchronization [req-14c76823-4a24-48f3-bd8a-785995e14d90 req-bb9df6ca-f2ad-409e-b113-ddc390c7fad6 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: a1f91add-56bf-4e8a-a38e-40f095808069 with Priority: HIGHEST for action security_group_members [ 794.818302] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGHEST for action security_group_members [ 794.818302] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 794.818302] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f91add-56bf-4e8a-a38e-40f095808069 with Priority: HIGHEST for action security_group_members [ 794.818302] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.818302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.818302] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.818302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.818302] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f91add-56bf-4e8a-a38e-40f095808069 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.818302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.061570] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 795.063137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.063797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.064025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.064228] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.064423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.064486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.064624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.064699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.064801] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.066392] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: SUCCESS [ 795.066582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.066750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.066907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.067331] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.067331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.067331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.067598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.067598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.067598] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.077011] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f91add-56bf-4e8a-a38e-40f095808069 in Status: SUCCESS [ 795.077248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.077795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.078020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.078212] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.078333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.078409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.078569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.078649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.078741] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.441223] env[65815]: INFO networking_nsxv3.common.synchronization [req-125f21ca-5444-424e-916e-ed5f016db6b5 req-999e42d7-977d-4b79-8e82-2898d5cfd438 tempest-ServerMetadataNegativeTestJSON-2124898546 tempest-ServerMetadataNegativeTestJSON-2124898546-project-member] Enqueued Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGHEST for action security_group_members [ 795.441774] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGHEST for action security_group_members [ 795.442086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e68f3c8-f101-4ef7-b171-32a55225ffad taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.442226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.442303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.442563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.442719] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.442814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.442875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.443079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.443189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.443315] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.569533] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.570935] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.570935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.570935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.571404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.571404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.571404] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.571716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.571716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.571716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.571859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.571859] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 is going to be updated. [ 795.583451] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.583451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.583451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.583817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.583817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.583911] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.583993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.584060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.584187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.584300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.584453] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f91add-56bf-4e8a-a38e-40f095808069 is going to be deleted. [ 795.607252] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.607425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.607492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.607709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.607842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.619369] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: IN_PROGRESS for 2s [ 795.625650] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.625650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.625831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.625911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.626008] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.626117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.626261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.626421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.626579] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.626675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.626728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.626865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.626938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.627043] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.812683] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.813420] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-127" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.813420] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-127" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.813420] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-127" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.813560] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.813714] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.813811] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.814141] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.814367] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.814582] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.814902] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.814902] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.815266] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.815266] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.815266] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.815415] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.835376] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.835560] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.835813] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.835813] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-127" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.836143] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-f250796b-158c-4674-be6a-fe5f714000bd taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.836314] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-f250796b-158c-4674-be6a-fe5f714000bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.836424] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-f250796b-158c-4674-be6a-fe5f714000bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.836748] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-f250796b-158c-4674-be6a-fe5f714000bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.837159] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f250796b-158c-4674-be6a-fe5f714000bd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.945817] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.946115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.946188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.946437] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.946547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.946749] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.946903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.946965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.947110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.947206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.947293] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad already deleted. [ 795.947376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.074892] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.129834] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.130086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.130179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.130529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.130628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.130849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.130946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.131010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.131183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.131316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.131382] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f91add-56bf-4e8a-a38e-40f095808069 already deleted. [ 796.131439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.131530] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.132445] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.132614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.132770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.132917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.132917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.133058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.133235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.133390] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.190304] env[65815]: INFO networking_nsxv3.common.synchronization [None req-4b0c2a8b-b68f-42bd-bc16-3f1ac0d463e3 None None] Enqueued Resource ID: bd6ec70d-abbb-434e-bb95-9c1b751be1f7 with Priority: HIGHEST for action port [ 796.191195] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd6ec70d-abbb-434e-bb95-9c1b751be1f7 with Priority: HIGHEST for action port [ 796.191195] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd6ec70d-abbb-434e-bb95-9c1b751be1f7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.191430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd6ec70d-abbb-434e-bb95-9c1b751be1f7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.191430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd6ec70d-abbb-434e-bb95-9c1b751be1f7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.191700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd6ec70d-abbb-434e-bb95-9c1b751be1f7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.191700] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd6ec70d-abbb-434e-bb95-9c1b751be1f7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.311854] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 796.312693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.339558] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.339906] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.339984] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.340533] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.340533] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.340663] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port f250796b-158c-4674-be6a-fe5f714000bd not found, creating... [ 796.341385] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.341385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.341385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.341616] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.341938] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.342521] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.342706] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.342819] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.343216] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.343216] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.343378] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: f250796b-158c-4674-be6a-fe5f714000bd is going to be created. [ 796.365624] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.365936] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.366137] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.366467] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.366739] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.367033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-f250796b-158c-4674-be6a-fe5f714000bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.531923] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 796.532232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.577151] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.577475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.577617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.577962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.578154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.578611] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 796.616365] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.616635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.616635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.616783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.616930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.629374] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 796.634911] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f91add-56bf-4e8a-a38e-40f095808069',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.636640] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.636816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.636816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.637057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.637149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.637342] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.637474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.637548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.637731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.637731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.637856] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f91add-56bf-4e8a-a38e-40f095808069 already deleted. [ 796.637856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.693985] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd6ec70d-abbb-434e-bb95-9c1b751be1f7 [ 796.693985] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.694273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.694273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.694410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.694509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.694657] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd6ec70d-abbb-434e-bb95-9c1b751be1f7 already deleted. [ 796.694743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd6ec70d-abbb-434e-bb95-9c1b751be1f7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.137233] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f91add-56bf-4e8a-a38e-40f095808069: rpc.has_security_group_logging(os_id): False [ 797.164312] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.164505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.164581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.164747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.164839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.165084] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.165181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.165247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.165382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.165468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.165594] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f91add-56bf-4e8a-a38e-40f095808069 is going to be created. [ 797.171947] env[65815]: INFO networking_nsxv3.common.synchronization [req-125f21ca-5444-424e-916e-ed5f016db6b5 req-808beaa4-b11f-4009-b4a4-71b1209fddfc service nova] Enqueued Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGHEST for action security_group_rules [ 797.172208] env[65815]: INFO networking_nsxv3.common.synchronization [req-125f21ca-5444-424e-916e-ed5f016db6b5 req-808beaa4-b11f-4009-b4a4-71b1209fddfc service nova] Enqueued Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGHEST for action security_group_members [ 797.172391] env[65815]: INFO networking_nsxv3.common.synchronization [req-125f21ca-5444-424e-916e-ed5f016db6b5 req-808beaa4-b11f-4009-b4a4-71b1209fddfc service nova] Enqueued Resource ID: f250796b-158c-4674-be6a-fe5f714000bd with Priority: HIGHEST for action port [ 797.172631] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGHEST for action security_group_rules [ 797.172750] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGHEST for action security_group_members [ 797.172840] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f250796b-158c-4674-be6a-fe5f714000bd with Priority: HIGHEST for action port [ 797.173443] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e68f3c8-f101-4ef7-b171-32a55225ffad taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.173569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.173615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.173864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.174182] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.175615] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e68f3c8-f101-4ef7-b171-32a55225ffad taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.176319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.176319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.176319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.176319] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.176468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.176550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.176783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.177039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.178045] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.178784] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-f250796b-158c-4674-be6a-fe5f714000bd taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.178784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f250796b-158c-4674-be6a-fe5f714000bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.178784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f250796b-158c-4674-be6a-fe5f714000bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.178971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f250796b-158c-4674-be6a-fe5f714000bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.179052] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f250796b-158c-4674-be6a-fe5f714000bd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.187430] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a1f91add-56bf-4e8a-a38e-40f095808069], does not exist path=[/infra/domains/default/groups/a1f91add-56bf-4e8a-a38e-40f095808069]."\n}' [ 797.187430] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f91add-56bf-4e8a-a38e-40f095808069 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a1f91add-56bf-4e8a-a38e-40f095808069 [ 797.187647] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 797.237291] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.237427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.237427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.237697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.239352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.239981] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.240160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.240223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.240487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.240596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.240871] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.241275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.241367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.241573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.241646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.241740] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f91add-56bf-4e8a-a38e-40f095808069 is going to be created. [ 797.278495] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/a1f91add-56bf-4e8a-a38e-40f095808069], does not exist path=[/infra/domains/default/groups/a1f91add-56bf-4e8a-a38e-40f095808069]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a1f91add-56bf-4e8a-a38e-40f095808069 [ 797.278495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f91add-56bf-4e8a-a38e-40f095808069" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.278843] env[65815]: Traceback (most recent call last): [ 797.278843] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 797.278843] env[65815]: return func(*args, **kwargs) [ 797.278843] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 797.278843] env[65815]: res.raise_for_status() [ 797.278843] env[65815]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 797.278843] env[65815]: raise HTTPError(http_error_msg, response=self) [ 797.278843] env[65815]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a1f91add-56bf-4e8a-a38e-40f095808069 [ 797.278843] env[65815]: During handling of the above exception, another exception occurred: [ 797.278843] env[65815]: Traceback (most recent call last): [ 797.279226] env[65815]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 797.279226] env[65815]: listener.cb(fileno) [ 797.279226] env[65815]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 797.279226] env[65815]: result = function(*args, **kwargs) [ 797.279226] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 797.279226] env[65815]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 797.279226] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 797.279226] env[65815]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 797.279226] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 797.279226] env[65815]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 797.279226] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 797.279226] env[65815]: res.raise_for_status() [ 797.279226] env[65815]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 797.279226] env[65815]: raise HTTPError(http_error_msg, response=self) [ 797.279226] env[65815]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/a1f91add-56bf-4e8a-a38e-40f095808069 [ 797.279226] env[65815]: Removing descriptor: 27 [ 797.635320] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: SUCCESS [ 797.635506] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 deletion is rescheduled due to dependency. [ 797.635624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.635807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.636054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.636253] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.636370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.636436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.636582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.636663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.636749] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.636852] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.637850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.639677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.639677] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.639677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.639677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.639677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.639677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.639677] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.681589] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e68f3c8-f101-4ef7-b171-32a55225ffad taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.681718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.681907] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.682921] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f250796b-158c-4674-be6a-fe5f714000bd with status ACTIVE [ 797.683121] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.683258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.683321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.683518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.683599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.683847] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.683847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.684175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.684175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.684175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.684303] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.684462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.684462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.684681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.684839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.684989] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f250796b-158c-4674-be6a-fe5f714000bd is going to be updated. [ 797.711690] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.711840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.711907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.712179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.713084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.713084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f250796b-158c-4674-be6a-fe5f714000bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.141517] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.143056] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.143170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.143170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.143436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.150104] env[65815]: INFO networking_nsxv3.common.synchronization [req-07f49d50-015b-4385-a18f-e818534ebb78 req-46201a6f-0ed3-4a2d-aa56-7b6c1cf138f2 tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 798.150660] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 798.150952] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.151787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.151787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.151787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.151787] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.151787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.151787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.151787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.152235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.152235] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.171869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.172176] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.172844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.172975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.173273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.173393] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.173508] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 is going to be updated. [ 798.186763] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.209197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.209379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.209438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.209787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.209934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.224576] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: IN_PROGRESS for 2s [ 798.376653] env[65815]: INFO networking_nsxv3.common.synchronization [req-07f49d50-015b-4385-a18f-e818534ebb78 req-045bc447-9bd0-4bfc-8856-a1ae38aa9489 tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 798.377696] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 798.377696] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.377696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.542118] env[65815]: INFO networking_nsxv3.common.synchronization [None req-553be6ae-cd3f-4534-8aae-c5ce56980e0c tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_rules [ 798.543749] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_rules [ 798.543878] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c86ba-7922-4e7a-bcef-8e7db70eba20 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.544034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.544104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.544679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.544821] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.641432] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 798.641826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.641879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.642128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.642389] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.642505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.642846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.642846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.642846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.645804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.645804] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.645804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.645804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.645804] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.645804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.645804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.645804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.645804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.645804] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.646145] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 35e3734c-8abc-4f31-97bf-6500aecc1862: rpc.has_security_group_logging(os_id): False [ 798.655015] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.665834] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.665996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.666085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.666392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.666597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.666705] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.666799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.666856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.667030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.667139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.667204] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 is going to be updated. [ 798.689762] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.689967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.690221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.690414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.690510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.690611] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad is going to be created. [ 798.697067] env[65815]: INFO networking_nsxv3.common.synchronization [req-07f49d50-015b-4385-a18f-e818534ebb78 req-c3b8f245-1a10-4892-8fe7-50c14287352b tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 798.697334] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 798.697865] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.697865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.710408] env[65815]: INFO networking_nsxv3.common.synchronization [None req-9788c836-26cd-466d-b928-39073d51780f tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_rules [ 798.710860] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_rules [ 798.711894] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c86ba-7922-4e7a-bcef-8e7db70eba20 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.711999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.714700] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.714866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.714919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.715254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.715254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.730253] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad in Status: UNINITIALIZED for 2s [ 798.735859] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.736094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.736094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.736285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.736426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.750492] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: IN_PROGRESS for 2s [ 799.075418] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.075418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.075418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.075714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.076057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.076057] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 already deleted. [ 799.076260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.076442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.076722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.076849] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.089958] env[65815]: INFO networking_nsxv3.common.synchronization [None req-da9f25df-ac07-4fb6-85da-aefc3cc9c9c4 None None] Enqueued Resource ID: 44898a4c-01f1-40ea-aa54-08574ad589f7 with Priority: HIGHEST for action port [ 799.090820] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44898a4c-01f1-40ea-aa54-08574ad589f7 with Priority: HIGHEST for action port [ 799.091499] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-44898a4c-01f1-40ea-aa54-08574ad589f7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.092017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44898a4c-01f1-40ea-aa54-08574ad589f7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.092017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44898a4c-01f1-40ea-aa54-08574ad589f7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.092103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44898a4c-01f1-40ea-aa54-08574ad589f7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.092634] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44898a4c-01f1-40ea-aa54-08574ad589f7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.148296] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.148936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.148936] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.157864] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.387282] env[65815]: INFO networking_nsxv3.common.synchronization [req-09ac281c-5cea-4ac0-a4f3-0d42ddcc2ba9 req-6324dc41-c8dd-4a1d-9a98-ed515dfa408b tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 799.388788] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 799.388788] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.388788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.388788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.388788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.388788] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.389122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.389122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.389122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.389232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.389232] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.596084] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44898a4c-01f1-40ea-aa54-08574ad589f7 [ 799.597315] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.597509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.597584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.597825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.597916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.598031] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44898a4c-01f1-40ea-aa54-08574ad589f7 already deleted. [ 799.598119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44898a4c-01f1-40ea-aa54-08574ad589f7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.605975] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.606781] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.606901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.607131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.607220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.607337] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 already deleted. [ 799.607425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.652143] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.662534] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.662793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.662908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.663335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.663335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.663505] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 799.699986] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.700183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.700272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.700496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.702412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.712894] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 799.768941] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.768941] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.768941] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.768941] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.768941] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.768941] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.768941] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.769525] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.770725] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.770725] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.770725] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.770725] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.770725] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.770725] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.770725] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.770725] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.803177] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.803177] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.803177] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.803718] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.804309] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-3ff3eb18-a096-4ace-8856-de2433574562 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.804811] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-3ff3eb18-a096-4ace-8856-de2433574562" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.805096] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-3ff3eb18-a096-4ace-8856-de2433574562" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.805664] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-3ff3eb18-a096-4ace-8856-de2433574562" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.806466] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff3eb18-a096-4ace-8856-de2433574562',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.892639] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.154595] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.154925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.154925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.155149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.155187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.155306] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 800.192576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.192576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.192576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.192576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.192878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.202763] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 800.233751] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: SUCCESS [ 800.234031] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 deletion is rescheduled due to dependency. [ 800.234216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.310272] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.314034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.314034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.314034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.314034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.314034] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 3ff3eb18-a096-4ace-8856-de2433574562 not found, creating... [ 800.314034] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.314034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.314034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.314034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.314034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.314629] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.314629] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.314799] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.315036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.315209] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.315460] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 3ff3eb18-a096-4ace-8856-de2433574562 is going to be created. [ 800.341978] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.341978] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.341978] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.342363] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.342683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.343183] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-3ff3eb18-a096-4ace-8856-de2433574562" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.398711] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.603922] env[65815]: INFO networking_nsxv3.common.synchronization [req-dd9e10b2-c4fa-4965-bd4c-3defbd24995f req-d071c313-1c4f-46e4-921b-7ed605cad490 tempest-VolumesAdminNegativeTest-565121244 tempest-VolumesAdminNegativeTest-565121244-project-member] Enqueued Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGHEST for action security_group_members [ 800.603922] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGHEST for action security_group_members [ 800.603922] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-228300c1-cec2-43f4-9eeb-c8181936c48f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.603922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.604438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.604438] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.604558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.604558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.604736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.604808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.604948] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.742814] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad in Status: SUCCESS [ 800.743063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.743856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.743856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.743856] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.743856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.744073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.744073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.744130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.744200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.744301] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.765578] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 in Status: SUCCESS [ 800.765833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.901181] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.901393] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.901459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.901824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.901824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.901824] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 800.932151] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.932399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.932399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.932849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.932849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.941941] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 801.073436] env[65815]: INFO networking_nsxv3.common.synchronization [req-09ac281c-5cea-4ac0-a4f3-0d42ddcc2ba9 req-4ae56efc-5ade-4511-a148-f164daf35dcf service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 801.073632] env[65815]: INFO networking_nsxv3.common.synchronization [req-09ac281c-5cea-4ac0-a4f3-0d42ddcc2ba9 req-4ae56efc-5ade-4511-a148-f164daf35dcf service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 801.073761] env[65815]: INFO networking_nsxv3.common.synchronization [req-09ac281c-5cea-4ac0-a4f3-0d42ddcc2ba9 req-4ae56efc-5ade-4511-a148-f164daf35dcf service nova] Enqueued Resource ID: 3ff3eb18-a096-4ace-8856-de2433574562 with Priority: HIGHEST for action port [ 801.074360] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 801.074924] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 801.074924] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff3eb18-a096-4ace-8856-de2433574562 with Priority: HIGHEST for action port [ 801.075349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.075436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.075578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.075764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.075873] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.076742] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.076919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.077033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff3eb18-a096-4ace-8856-de2433574562 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.077225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff3eb18-a096-4ace-8856-de2433574562" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.077225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff3eb18-a096-4ace-8856-de2433574562" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.077640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff3eb18-a096-4ace-8856-de2433574562" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.077640] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff3eb18-a096-4ace-8856-de2433574562',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.107344] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.107571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.107571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.107763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.133134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.133492] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.133772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.133772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.133909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.133992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.134107] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228300c1-cec2-43f4-9eeb-c8181936c48f is going to be updated. [ 801.172852] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.173274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.173274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.173353] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.174071] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.186994] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228300c1-cec2-43f4-9eeb-c8181936c48f in Status: IN_PROGRESS for 2s [ 801.246870] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e68f3c8-f101-4ef7-b171-32a55225ffad taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.247113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.247213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.248429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.248744] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.248919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.249031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.249327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.249453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.249584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.249815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e68f3c8-f101-4ef7-b171-32a55225ffad taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.249953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.250063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.250324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.250483] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.250611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.250699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.250913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.251030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.251350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.251542] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.581030] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.581030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.581445] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ff3eb18-a096-4ace-8856-de2433574562 with status ACTIVE [ 801.581445] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.581580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.581631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.581919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.582082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.582485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.582676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.582676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.582837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.582949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.583438] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.583572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.583653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.583854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.583960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.584104] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ff3eb18-a096-4ace-8856-de2433574562 is going to be updated. [ 801.613330] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.613475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.613553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.613793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.613926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.614133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff3eb18-a096-4ace-8856-de2433574562" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.730293] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 801.730293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.730293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.730293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.730293] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.730293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.730293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.730293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.730293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.730641] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.754537] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e68f3c8-f101-4ef7-b171-32a55225ffad: rpc.has_security_group_logging(os_id): False [ 801.774977] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.774977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.775153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.776291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.776291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.776291] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.776291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.776291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.776587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.776699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.776946] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.777070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.777228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.777425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.777563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.777798] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.777908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.777994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.778178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.778322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.778438] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad is going to be created. [ 801.851022] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.851273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.851273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.851478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.851719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.862270] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad in Status: IN_PROGRESS for 2s [ 802.216578] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 4s [ 802.233169] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.233365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.233443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.233665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.253683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.253947] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.254091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.254145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.254333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.254415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.254502] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 802.280436] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.280637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.282715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.282715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.282715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.291368] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 802.954770] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 802.956123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.956123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.956123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.956123] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.956123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.956409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.957029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.957029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.957029] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.203023] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 228300c1-cec2-43f4-9eeb-c8181936c48f in Status: SUCCESS [ 803.203023] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 228300c1-cec2-43f4-9eeb-c8181936c48f deletion is rescheduled due to dependency. [ 803.203023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.460188] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.880048] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad in Status: SUCCESS [ 803.880048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.962414] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.230861] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.230861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.230861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.230861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.230861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.234438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.234438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.234438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.234438] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.309708] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 804.309966] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 deletion is rescheduled due to dependency. [ 804.310183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.310381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.310615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.310897] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.311030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.311091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.311328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.311423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.311526] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.465224] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.465706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.465706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.465796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.465843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.465949] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 804.500800] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.501029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.501156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.501485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.501569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.513761] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 804.736492] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2494390e-5ce6-4ab7-91b3-f57d6b456c78: rpc.has_security_group_logging(os_id): False [ 804.764125] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.764125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.764125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.764421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.789915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.790298] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.790440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.790542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.790742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.790848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.791127] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.791323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.791399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.791564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.791641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.791841] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.791917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.791978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.792239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.792343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.792451] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 804.816042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.816042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.816042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.816042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.816257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.816257] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.816343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.816459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.816558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.816635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.816722] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 804.847749] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.847940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.847986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.848679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.848679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.865252] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 804.888981] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.888981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.888981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.888981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.888981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.910903] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 806.075652] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 806.075981] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 806.529073] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 806.529315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.529487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.529707] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.529895] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.530076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.530154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.530420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.530482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.530586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.530684] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.675849] env[65815]: INFO networking_nsxv3.common.synchronization [req-50d93e82-148b-4751-9c17-b2dc677cb7aa req-adb7b308-5223-48f8-a0db-a414d14fdfc4 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 96f52f8e-082c-47f3-aa72-294802bece07 with Priority: HIGHEST for action security_group_members [ 806.675849] env[65815]: INFO networking_nsxv3.common.synchronization [req-50d93e82-148b-4751-9c17-b2dc677cb7aa req-adb7b308-5223-48f8-a0db-a414d14fdfc4 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 806.676306] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f52f8e-082c-47f3-aa72-294802bece07 with Priority: HIGHEST for action security_group_members [ 806.676432] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 806.676761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f52f8e-082c-47f3-aa72-294802bece07 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.676862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.676909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.679186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.679186] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.679186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.679186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.679186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.679186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.679186] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.681260] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.681260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.681260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.681260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.681260] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.681260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.681260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.681260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.681260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.681260] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.729032] env[65815]: INFO networking_nsxv3.common.synchronization [req-50d93e82-148b-4751-9c17-b2dc677cb7aa req-adb7b308-5223-48f8-a0db-a414d14fdfc4 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_rules [ 806.729032] env[65815]: INFO networking_nsxv3.common.synchronization [req-50d93e82-148b-4751-9c17-b2dc677cb7aa req-adb7b308-5223-48f8-a0db-a414d14fdfc4 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 806.729032] env[65815]: INFO networking_nsxv3.common.synchronization [req-50d93e82-148b-4751-9c17-b2dc677cb7aa req-adb7b308-5223-48f8-a0db-a414d14fdfc4 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 96f52f8e-082c-47f3-aa72-294802bece07 with Priority: HIGHEST for action security_group_rules [ 806.729314] env[65815]: INFO networking_nsxv3.common.synchronization [req-50d93e82-148b-4751-9c17-b2dc677cb7aa req-adb7b308-5223-48f8-a0db-a414d14fdfc4 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 96f52f8e-082c-47f3-aa72-294802bece07 with Priority: HIGHEST for action security_group_members [ 806.729314] env[65815]: INFO networking_nsxv3.common.synchronization [req-50d93e82-148b-4751-9c17-b2dc677cb7aa req-adb7b308-5223-48f8-a0db-a414d14fdfc4 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 with Priority: HIGHEST for action port [ 806.730101] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_rules [ 806.730239] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f52f8e-082c-47f3-aa72-294802bece07 with Priority: HIGHEST for action security_group_rules [ 806.730336] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 with Priority: HIGHEST for action port [ 806.730450] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 806.730510] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f52f8e-082c-47f3-aa72-294802bece07 with Priority: HIGHEST for action security_group_members [ 806.730783] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.730926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.731054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.731310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.731495] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.732355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96f52f8e-082c-47f3-aa72-294802bece07 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.732472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.732549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.732800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.732881] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.737412] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-121d2477-95f1-4951-addb-38b2f0d9fb01 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.737517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.737757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.737757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.737847] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121d2477-95f1-4951-addb-38b2f0d9fb01',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.738601] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.738696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.739160] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f52f8e-082c-47f3-aa72-294802bece07 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.739160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.875950] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 806.875950] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 deletion is rescheduled due to dependency. [ 806.875950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.932618] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 806.932923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.035051] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.035332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.035416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.035807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.036086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.036329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.036430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.036643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.036746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.036853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.037094] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.037216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.037313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.037599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.037972] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.037972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.037972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.038210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.038352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.038512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.038646] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.182983] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.184835] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.208973] env[65815]: INFO networking_nsxv3.common.synchronization [req-6b48f371-4e59-4b37-b2c3-c6f242e740e9 req-3e594b47-2544-460c-8913-efe40bf25d63 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 96f52f8e-082c-47f3-aa72-294802bece07 with Priority: HIGHEST for action security_group_members [ 807.209169] env[65815]: INFO networking_nsxv3.common.synchronization [req-6b48f371-4e59-4b37-b2c3-c6f242e740e9 req-3e594b47-2544-460c-8913-efe40bf25d63 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 807.209938] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f52f8e-082c-47f3-aa72-294802bece07 with Priority: HIGHEST for action security_group_members [ 807.209938] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 807.210180] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f52f8e-082c-47f3-aa72-294802bece07 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.210259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.210473] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.210473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.240232] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f52f8e-082c-47f3-aa72-294802bece07 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.240446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.240758] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.240872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.242221] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121d2477-95f1-4951-addb-38b2f0d9fb01 with status ACTIVE [ 807.242438] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.242617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.242739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.243062] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.243219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.243505] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.243636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.243715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.243878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.243964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.244288] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.244403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.244403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.244563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.244641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.244726] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 is going to be updated. [ 807.258274] env[65815]: INFO networking_nsxv3.common.synchronization [req-6b48f371-4e59-4b37-b2c3-c6f242e740e9 req-3e594b47-2544-460c-8913-efe40bf25d63 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_rules [ 807.258440] env[65815]: INFO networking_nsxv3.common.synchronization [req-6b48f371-4e59-4b37-b2c3-c6f242e740e9 req-3e594b47-2544-460c-8913-efe40bf25d63 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 807.258625] env[65815]: INFO networking_nsxv3.common.synchronization [req-6b48f371-4e59-4b37-b2c3-c6f242e740e9 req-3e594b47-2544-460c-8913-efe40bf25d63 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 with Priority: HIGHEST for action port [ 807.259395] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_rules [ 807.259454] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 807.259567] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 with Priority: HIGHEST for action port [ 807.259915] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.260139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.260373] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.260509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.260759] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-121d2477-95f1-4951-addb-38b2f0d9fb01 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.260878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.269562] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.269777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.269777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.269983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.270167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.270328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.270478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.270727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.270815] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('121d2477-95f1-4951-addb-38b2f0d9fb01',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.542053] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 807.564288] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.564448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.564541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.564738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.590206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.590349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.590655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.590655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.590866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.590866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.592211] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.592211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.592211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.592211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.592211] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.592428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.592428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.592926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.592926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.592926] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 807.674725] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.674982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.674982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.675245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.675245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.685167] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.686952] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.695102] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 807.773675] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 121d2477-95f1-4951-addb-38b2f0d9fb01 with status ACTIVE [ 807.773783] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.773899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.773972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.774368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.774722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.775111] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.775201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.775299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.775694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.775856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.776142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.776279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.776439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.776687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.776779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.776888] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 121d2477-95f1-4951-addb-38b2f0d9fb01 is going to be updated. [ 807.805681] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.805681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.805681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.805681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.806031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.806031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-121d2477-95f1-4951-addb-38b2f0d9fb01" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.187545] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.188086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.188086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.188086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.188086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.188323] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f52f8e-082c-47f3-aa72-294802bece07 is going to be created. [ 808.189530] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.189659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.189759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.190481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.190481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.190481] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be updated. [ 808.231823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.232084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.232084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.232648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.232648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.252339] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.252586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.252696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.253834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.253998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.258366] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f52f8e-082c-47f3-aa72-294802bece07 in Status: UNINITIALIZED for 2s [ 808.267738] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: IN_PROGRESS for 2s [ 808.848119] env[65815]: INFO networking_nsxv3.common.synchronization [req-15fe49ed-f0f7-4161-bc04-b1b97d604c71 req-07314b06-ae4a-4334-b8cc-b573fec5311f tempest-ServersAdminTestJSON-2046803311 tempest-ServersAdminTestJSON-2046803311-project-member] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 808.849478] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 808.849802] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.849911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.849980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.850851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.851092] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.851269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.851395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.852220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.853225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.853347] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.272449] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-793 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.272774] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.272774] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.273371] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.273371] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.273557] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.273687] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.273909] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.274073] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.274270] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.274382] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.274502] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.274607] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.274740] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.274805] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.274925] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.304965] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.305193] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.305307] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.305475] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-793" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.305785] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.305954] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.306079] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.306479] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.306757] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d3d1949-2c7b-4061-9a3f-bb0ec570780e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.358353] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.713237] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 809.713651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.809991] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.810384] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.810605] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.811055] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.811308] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.811513] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 8d3d1949-2c7b-4061-9a3f-bb0ec570780e not found, creating... [ 809.811921] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.812173] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.812327] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.812692] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.812896] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.813393] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.813746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.813970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.814310] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.814533] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.814773] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 8d3d1949-2c7b-4061-9a3f-bb0ec570780e is going to be created. [ 809.840690] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.840914] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.841045] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.841341] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.841585] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.841819] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.860804] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.269033] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f52f8e-082c-47f3-aa72-294802bece07 in Status: SUCCESS [ 810.269376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.270646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.270901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.274791] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.274791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.274791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.274791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.274791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.274791] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.282963] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: SUCCESS [ 810.283493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.283493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.283639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.284200] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.284200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.284200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.284531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.284531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.284531] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.363059] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.363252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.363356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.363637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.363770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.363976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 810.398405] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.402166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.402166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.402166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.402166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.409533] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 810.590438] env[65815]: INFO networking_nsxv3.common.synchronization [req-15fe49ed-f0f7-4161-bc04-b1b97d604c71 req-2372ccb5-fd4e-4f35-a376-c8e999c9d6a5 service nova] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_rules [ 810.590671] env[65815]: INFO networking_nsxv3.common.synchronization [req-15fe49ed-f0f7-4161-bc04-b1b97d604c71 req-2372ccb5-fd4e-4f35-a376-c8e999c9d6a5 service nova] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 810.590820] env[65815]: INFO networking_nsxv3.common.synchronization [req-15fe49ed-f0f7-4161-bc04-b1b97d604c71 req-2372ccb5-fd4e-4f35-a376-c8e999c9d6a5 service nova] Enqueued Resource ID: 8d3d1949-2c7b-4061-9a3f-bb0ec570780e with Priority: HIGHEST for action port [ 810.591392] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_rules [ 810.591539] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 810.591638] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d3d1949-2c7b-4061-9a3f-bb0ec570780e with Priority: HIGHEST for action port [ 810.591927] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.592502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.592620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.592843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.592928] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.594611] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.594747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.597459] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.597459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.597459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.597459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.597459] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d3d1949-2c7b-4061-9a3f-bb0ec570780e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.776705] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.776705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.776705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.776705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.776705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.776705] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.776705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.776705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.776705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.776705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.776705] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f52f8e-082c-47f3-aa72-294802bece07 is going to be deleted. [ 810.787655] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.811691] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.812411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.812411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.812411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.812564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.812642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.812825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.813041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.813319] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.813473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.813512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.813636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.813760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.813862] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.095054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.095211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.098696] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d3d1949-2c7b-4061-9a3f-bb0ec570780e with status ACTIVE [ 811.099145] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.099145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.099145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.099367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.099421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.099548] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.099644] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.099699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.099842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.099914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.100111] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.100270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.100270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.100386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.100447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.100557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d3d1949-2c7b-4061-9a3f-bb0ec570780e is going to be updated. [ 811.124833] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.124833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.124833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.125153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.125153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.125368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d3d1949-2c7b-4061-9a3f-bb0ec570780e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.291411] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.317719] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.317719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.317719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.317719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.317719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.317719] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.317719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.317719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.318282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.318282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.318282] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f52f8e-082c-47f3-aa72-294802bece07 already deleted. [ 811.318282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.319383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.319383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.319383] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.319383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.319383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.319383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.319383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.319383] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.794096] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.794241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.794241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.794553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.794615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.794710] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be updated. [ 811.822379] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.822379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.822379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.822546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.822546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.825025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.825025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.825025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.825025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.825025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.825025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f52f8e-082c-47f3-aa72-294802bece07 already deleted. [ 811.825025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.825025] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.828157] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.829108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.829108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.829108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.829108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.840925] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: IN_PROGRESS for 2s [ 812.327089] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96f52f8e-082c-47f3-aa72-294802bece07',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.428048] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 812.428273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.428483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.428677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.428857] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.429458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.429458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.429458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.429458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.429458] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.830927] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96f52f8e-082c-47f3-aa72-294802bece07: rpc.has_security_group_logging(os_id): False [ 812.852825] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.852825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.852825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.852825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.852825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.853193] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.853193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.853193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.853516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.853516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.853657] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f52f8e-082c-47f3-aa72-294802bece07 is going to be created. [ 812.882528] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/96f52f8e-082c-47f3-aa72-294802bece07], does not exist path=[/infra/domains/default/groups/96f52f8e-082c-47f3-aa72-294802bece07]."\n}' [ 812.882683] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f52f8e-082c-47f3-aa72-294802bece07 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/96f52f8e-082c-47f3-aa72-294802bece07 [ 812.882755] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 812.930159] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.930159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.930159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.930159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.930159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.930767] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.931041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.931239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.931557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.931762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.932140] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.932458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.932703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.933090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.933403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.933682] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f52f8e-082c-47f3-aa72-294802bece07 is going to be created. [ 812.935105] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.957455] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/96f52f8e-082c-47f3-aa72-294802bece07], does not exist path=[/infra/domains/default/groups/96f52f8e-082c-47f3-aa72-294802bece07]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/96f52f8e-082c-47f3-aa72-294802bece07 [ 812.957455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96f52f8e-082c-47f3-aa72-294802bece07" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.957455] env[65815]: Traceback (most recent call last): [ 812.957455] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 812.957455] env[65815]: return func(*args, **kwargs) [ 812.957455] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 812.957455] env[65815]: res.raise_for_status() [ 812.957455] env[65815]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 812.957455] env[65815]: raise HTTPError(http_error_msg, response=self) [ 812.957455] env[65815]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/96f52f8e-082c-47f3-aa72-294802bece07 [ 812.957455] env[65815]: During handling of the above exception, another exception occurred: [ 812.957455] env[65815]: Traceback (most recent call last): [ 812.957455] env[65815]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 812.957455] env[65815]: listener.cb(fileno) [ 812.957455] env[65815]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 812.957455] env[65815]: result = function(*args, **kwargs) [ 812.957455] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 812.957455] env[65815]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 812.957455] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 812.957455] env[65815]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 812.957455] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 812.957455] env[65815]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 812.957455] env[65815]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 812.957455] env[65815]: res.raise_for_status() [ 812.957455] env[65815]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 812.957455] env[65815]: raise HTTPError(http_error_msg, response=self) [ 812.957455] env[65815]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/96f52f8e-082c-47f3-aa72-294802bece07 [ 812.957455] env[65815]: Removing descriptor: 25 [ 813.437999] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.852894] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: SUCCESS [ 813.853252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.853542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.853793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.854048] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.854204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.854286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.854566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.854674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.854787] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.941702] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.941849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.941933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.943218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.943218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.943218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 813.977265] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.977471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.977629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.977880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.978127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.990451] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 814.357331] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.407678] env[65815]: INFO networking_nsxv3.common.synchronization [req-11c24db6-a1ea-4d4c-afbb-70a837d1c221 req-fde09100-da65-405a-84e2-7a1e2adc366c tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 814.408424] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 814.408867] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.409036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.409127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.409416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.409617] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.409743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.409807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.410048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.410149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.410248] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.860344] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.913489] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.010780] env[65815]: INFO networking_nsxv3.common.synchronization [req-752837ac-c7e0-4e33-89c4-88e34acc0a55 req-d54f9f1d-ec00-4f14-ab52-08acf5e12c99 tempest-ServerRescueTestJSONUnderV235-1174901645 tempest-ServerRescueTestJSONUnderV235-1174901645-project-member] Enqueued Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 815.010780] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ea889de-1e30-480f-ba94-13eba19d279c with Priority: HIGHEST for action security_group_members [ 815.011949] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.011949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.363428] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.363613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.363691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.363911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.364023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.364119] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be updated. [ 815.399038] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.399236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.399331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.399621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.399833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.412489] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: IN_PROGRESS for 2s [ 815.416475] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.919226] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.919553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.919553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.919623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.920035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.920147] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 815.957514] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.958263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.961154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.961462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.961848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.972899] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 816.001197] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 816.001466] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.001653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.002033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.002168] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.003189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.003189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.003189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.003189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.003189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.003189] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.322711] env[65815]: INFO networking_nsxv3.common.synchronization [None req-e605f0b5-2aa4-4372-87df-08bd04bdb453 None None] Enqueued Resource ID: ecbcca68-1e1d-4517-a7bc-4a53384faca6 with Priority: HIGHEST for action port [ 816.323472] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecbcca68-1e1d-4517-a7bc-4a53384faca6 with Priority: HIGHEST for action port [ 816.324215] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecbcca68-1e1d-4517-a7bc-4a53384faca6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.324462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecbcca68-1e1d-4517-a7bc-4a53384faca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.324540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecbcca68-1e1d-4517-a7bc-4a53384faca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.324842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecbcca68-1e1d-4517-a7bc-4a53384faca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.324903] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecbcca68-1e1d-4517-a7bc-4a53384faca6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.506708] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.506708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.506708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.506708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.506984] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.506984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.507098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.507256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.507348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.507462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.507591] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.507686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.507774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.507987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.508161] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.508257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.508319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.508458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.508536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.508622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.508713] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.828825] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecbcca68-1e1d-4517-a7bc-4a53384faca6 [ 816.828825] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.828825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.828825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.828825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.828825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.828825] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecbcca68-1e1d-4517-a7bc-4a53384faca6 already deleted. [ 816.828825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecbcca68-1e1d-4517-a7bc-4a53384faca6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.011407] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58: rpc.has_security_group_logging(os_id): False [ 817.033142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.033388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.033594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.033956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.066598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.066887] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.067026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.067140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.067512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.067640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.067942] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.067942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.068558] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.068671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.068671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.068970] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 817.137251] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.137391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.137460] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.137721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.137814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.159224] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 817.427423] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: SUCCESS [ 817.430148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.430148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430148] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.430148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.430148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.430148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.430148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.430994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.432733] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.432733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.432733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.435509] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.435509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.435509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.435509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.435509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.435509] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.451542] env[65815]: INFO networking_nsxv3.common.synchronization [req-8e7362a5-ffad-406d-9c78-19d6f9972232 req-a833b404-0571-4000-802c-ecb0663a47a4 tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 817.452153] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 817.454332] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.454332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.454332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.454332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.454332] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.454332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.454332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.454332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.454332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.454332] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.936482] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.936735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.938630] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.938869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.938967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.939282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.959728] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.959847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.966107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.966107] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.966107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.966107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.966107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.966107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.966107] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be updated. [ 817.968016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.968016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.975299] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.975495] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.975631] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.978026] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.978026] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.978026] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.978026] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.978026] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.978026] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.978026] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.978026] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.978026] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.978026] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.978026] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.979222] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.979222] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.991039] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 817.991039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.999471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.000381] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.000381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.000381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.000579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.000681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.000814] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 818.003807] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.003953] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.004062] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.004206] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.004556] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-c9265132-c911-4ce5-9609-28f045ab25fb taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.005062] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-c9265132-c911-4ce5-9609-28f045ab25fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.005062] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-c9265132-c911-4ce5-9609-28f045ab25fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.005264] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-c9265132-c911-4ce5-9609-28f045ab25fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.005353] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9265132-c911-4ce5-9609-28f045ab25fb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.020726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.021168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.021168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.021168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.021321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.033337] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: IN_PROGRESS for 2s [ 818.049236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.049446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.049511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.049804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.050057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.066568] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 818.508113] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.508568] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.508789] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.509204] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.509441] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.509685] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port c9265132-c911-4ce5-9609-28f045ab25fb not found, creating... [ 818.510106] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.510358] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.510540] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.510885] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.511106] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.511592] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.511829] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.512053] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.512406] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.512630] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.512831] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: c9265132-c911-4ce5-9609-28f045ab25fb is going to be created. [ 818.536219] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.536437] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.536556] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.536830] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.538900] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.538900] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-c9265132-c911-4ce5-9609-28f045ab25fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.759724] env[65815]: INFO networking_nsxv3.common.synchronization [None req-a0c2c0b4-51c9-4cde-9f88-7911dc024881 None None] Enqueued Resource ID: 65446c95-9203-4be2-808d-26814dfe8510 with Priority: HIGHEST for action port [ 818.760159] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65446c95-9203-4be2-808d-26814dfe8510 with Priority: HIGHEST for action port [ 818.760520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-65446c95-9203-4be2-808d-26814dfe8510 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.760642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65446c95-9203-4be2-808d-26814dfe8510" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.760708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65446c95-9203-4be2-808d-26814dfe8510" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.763907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65446c95-9203-4be2-808d-26814dfe8510" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.763907] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65446c95-9203-4be2-808d-26814dfe8510',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.174308] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 819.174690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.198076] env[65815]: INFO networking_nsxv3.common.synchronization [req-d4104cd7-955e-425a-a555-842bcdf9e205 req-1a0b90d8-639e-4094-9f56-ff24061e761e tempest-ServerMetadataNegativeTestJSON-2124898546 tempest-ServerMetadataNegativeTestJSON-2124898546-project-member] Enqueued Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGHEST for action security_group_members [ 819.198610] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGHEST for action security_group_members [ 819.198912] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e68f3c8-f101-4ef7-b171-32a55225ffad taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.199164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.199257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.199545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.199711] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.199817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.199876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.200046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.200223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.200223] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.266497] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65446c95-9203-4be2-808d-26814dfe8510 [ 819.267135] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.267135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.267135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.267356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.267356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.267578] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65446c95-9203-4be2-808d-26814dfe8510 already deleted. [ 819.267972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65446c95-9203-4be2-808d-26814dfe8510" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.273424] env[65815]: INFO networking_nsxv3.common.synchronization [req-8e7362a5-ffad-406d-9c78-19d6f9972232 req-0677ac22-2eb5-4b1c-af0e-04f0cbf30fc1 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 819.273530] env[65815]: INFO networking_nsxv3.common.synchronization [req-8e7362a5-ffad-406d-9c78-19d6f9972232 req-0677ac22-2eb5-4b1c-af0e-04f0cbf30fc1 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 819.273669] env[65815]: INFO networking_nsxv3.common.synchronization [req-8e7362a5-ffad-406d-9c78-19d6f9972232 req-0677ac22-2eb5-4b1c-af0e-04f0cbf30fc1 service nova] Enqueued Resource ID: c9265132-c911-4ce5-9609-28f045ab25fb with Priority: HIGHEST for action port [ 819.274214] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 819.274214] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 819.274214] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9265132-c911-4ce5-9609-28f045ab25fb with Priority: HIGHEST for action port [ 819.274668] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.274801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.274853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.275051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.275136] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.276400] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.276486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276665] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9265132-c911-4ce5-9609-28f045ab25fb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.276765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9265132-c911-4ce5-9609-28f045ab25fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.276831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9265132-c911-4ce5-9609-28f045ab25fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.277010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9265132-c911-4ce5-9609-28f045ab25fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.277089] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9265132-c911-4ce5-9609-28f045ab25fb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.702635] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.702855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.702938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.703184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.733763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.733957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.734074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.734446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.734446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.734446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.734613] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad is going to be updated. [ 819.770038] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.770184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.770240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.770428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.770575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.779578] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.779764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.781064] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9265132-c911-4ce5-9609-28f045ab25fb with status ACTIVE [ 819.781064] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.781064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.781064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.781064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.781064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.781064] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.781064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.781064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.781453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.781453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.781540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.781642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.781759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.781848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.781955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.782068] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9265132-c911-4ce5-9609-28f045ab25fb is going to be updated. [ 819.783833] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad in Status: IN_PROGRESS for 2s [ 819.805875] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.806064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.806265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.806458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.806629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.806838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9265132-c911-4ce5-9609-28f045ab25fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.044857] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: SUCCESS [ 820.045091] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c deletion is rescheduled due to dependency. [ 820.045228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.045444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.046037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.046710] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.047527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.047527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.047778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.047924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.048093] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.079514] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 820.079731] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 820.080273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.080431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.080760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.080857] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.081063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.081121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.081290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.081457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081573] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.321320] env[65815]: INFO networking_nsxv3.common.synchronization [req-69ba3cc7-974e-460d-afba-50700c554e8b req-9dbb2a18-8507-422f-95ad-96ec3cf34fcd tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 820.321877] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 820.322220] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.322322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.322400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.322697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.322900] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.323072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.323113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.323259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.323344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.323460] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.552822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.552822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.552822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.552822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.552822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.553114] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.553114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.553414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.553414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.553414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.554072] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be updated. [ 820.580543] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.580723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.580806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.581022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.581192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.586949] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.591131] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: IN_PROGRESS for 2s [ 820.645170] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.645170] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-616" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.645170] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-616" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.645170] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-616" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.645363] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.645637] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.645840] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.646648] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.646867] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.647192] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.647366] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.647533] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.648419] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.648419] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.648419] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.648419] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.670570] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.670570] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.670570] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.670863] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-616" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.671068] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-2dd1322b-7179-4255-8abb-77a6032dd032 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.671246] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.671363] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.671709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.671845] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd1322b-7179-4255-8abb-77a6032dd032',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.828928] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.829334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.829485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.829792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.829973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.830202] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.830322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.830421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.831079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.831211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.831392] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 already deleted. [ 820.831916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.089096] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.174832] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.175201] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.175417] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.175869] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.176144] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.176389] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 2dd1322b-7179-4255-8abb-77a6032dd032 not found, creating... [ 821.176823] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.177086] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.177286] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.177658] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.177877] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.178410] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.178555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.178746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.179082] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.179310] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.179574] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 2dd1322b-7179-4255-8abb-77a6032dd032 is going to be created. [ 821.203908] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.204132] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.204250] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.204622] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.204886] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.205115] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.591798] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.596416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.596416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.596416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.596416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.596416] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 821.625187] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.625334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.625407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.625649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.625845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.639231] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 821.793855] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad in Status: SUCCESS [ 821.794050] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad deletion is rescheduled due to dependency. [ 821.794168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.909779] env[65815]: INFO networking_nsxv3.common.synchronization [req-69ba3cc7-974e-460d-afba-50700c554e8b req-ef07bc3f-9801-4273-9501-dde7c302d6d0 service nova] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 821.909779] env[65815]: INFO networking_nsxv3.common.synchronization [req-69ba3cc7-974e-460d-afba-50700c554e8b req-ef07bc3f-9801-4273-9501-dde7c302d6d0 service nova] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 821.909779] env[65815]: INFO networking_nsxv3.common.synchronization [req-69ba3cc7-974e-460d-afba-50700c554e8b req-ef07bc3f-9801-4273-9501-dde7c302d6d0 service nova] Enqueued Resource ID: 2dd1322b-7179-4255-8abb-77a6032dd032 with Priority: HIGHEST for action port [ 821.909779] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 821.909779] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 821.909779] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd1322b-7179-4255-8abb-77a6032dd032 with Priority: HIGHEST for action port [ 821.910395] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.910395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.910550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.910659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.910733] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.912351] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.912575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.912650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.912789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.912938] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.913062] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.913130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.913296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.913729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.913901] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.914812] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd1322b-7179-4255-8abb-77a6032dd032 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.914936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.915022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.915137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.915203] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd1322b-7179-4255-8abb-77a6032dd032',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.417206] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.419440] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.419440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.419440] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd1322b-7179-4255-8abb-77a6032dd032 with status ACTIVE [ 822.419440] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.419440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.419440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.419851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.419851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.419851] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.419851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.419851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.420012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.424886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.424886] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.424886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.424886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.424886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.424886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.424886] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd1322b-7179-4255-8abb-77a6032dd032 is going to be updated. [ 822.447335] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.447494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.447579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.447759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.447891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.448061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.618221] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: SUCCESS [ 822.618558] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c deletion is rescheduled due to dependency. [ 822.618706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.620295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.620295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.620295] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.620295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.620295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.621065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.621065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.621065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.621065] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ea889de-1e30-480f-ba94-13eba19d279c taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.621065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.621271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.621461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.621687] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.621877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.621940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.622154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.622257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.626020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.626020] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.919211] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.124744] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ea889de-1e30-480f-ba94-13eba19d279c: rpc.has_security_group_logging(os_id): False [ 823.143790] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.143790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.143790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.143790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.143790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.144028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.145143] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.148743] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.148743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.148743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.148743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.148743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.148743] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be updated. [ 823.255759] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.255759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.255759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.255759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.255759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.269969] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: IN_PROGRESS for 2s [ 823.426146] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.426146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.426146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.426146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.426146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.426146] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be created. [ 823.449596] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.449596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.449596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.449596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.449596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.460417] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: UNINITIALIZED for 2s [ 823.650702] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 823.651158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.651158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.651413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.651516] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.651642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.651702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.651852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.651933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.652034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.652128] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.982240] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.982413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.982481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.982713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.982831] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.155047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.155047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.155047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.155047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.155362] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.155362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.155362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.155468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.155581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.155581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.155735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.155845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.155908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.156065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.156280] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.156374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.156434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.156572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.156648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.156727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.156815] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.486458] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.659375] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f609db10-a071-495f-90db-b7d9023669f8: rpc.has_security_group_logging(os_id): False [ 824.679221] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.680141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.680141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.680141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.680141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.680141] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.680141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.680141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.680451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.681489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.681489] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.681489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.681489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.681489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.681489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.681489] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.681489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.681489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.681983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.681983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.681983] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 824.762333] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.762513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.762513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.762733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.763464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.779610] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 824.991153] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.238893] env[65815]: INFO networking_nsxv3.common.synchronization [None req-fa9f8fc8-30c6-44a3-b637-756f12f434e3 tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_rules [ 825.239490] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_rules [ 825.239798] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3995a0fd-93d8-49e1-becc-077ee783e253 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.239918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.239984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.245522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.245522] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.283850] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ea889de-1e30-480f-ba94-13eba19d279c in Status: SUCCESS [ 825.284084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.284259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.284472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.284713] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ea889de-1e30-480f-ba94-13eba19d279c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.326885] env[65815]: INFO networking_nsxv3.common.synchronization [None req-4c6ff532-9cb8-4c1d-97d5-f90cc49536e4 tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_rules [ 825.330172] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_rules [ 825.330431] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3995a0fd-93d8-49e1-becc-077ee783e253 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.330576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.475528] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: SUCCESS [ 825.475528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.475630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.475926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.476168] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.476355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.476437] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.476666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.476764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.476886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.476988] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.493298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 825.493463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 825.769739] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.770253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.770253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.770253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.770424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.770424] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3995a0fd-93d8-49e1-becc-077ee783e253 already deleted. [ 825.770538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.770676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.770798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.770874] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.811261] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.811562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.811653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.811932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.812095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.812253] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ea889de-1e30-480f-ba94-13eba19d279c is going to be deleted. [ 825.885031] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.885031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.885031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.885031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.885031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.885031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ea889de-1e30-480f-ba94-13eba19d279c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.982912] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.307707] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.307915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.307915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.308390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.308390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.308390] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3995a0fd-93d8-49e1-becc-077ee783e253 already deleted. [ 826.308390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.490526] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 005411be-6f4f-4a54-8ba6-a7ba78a07960: rpc.has_security_group_logging(os_id): False [ 826.513944] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.514116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.514164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.517463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.517463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.517463] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.517463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.517463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.517463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.517463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.517463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be created. [ 826.559617] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.559772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.559832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.560093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.573743] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 826.574664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.575577] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 826.587017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.587212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.587304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.587588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.587808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.601097] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: IN_PROGRESS for 2s [ 826.604067] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.604231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.604285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.604508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.612207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.613077] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 826.613183] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.613276] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 826.686909] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.687066] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.687137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.687360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.688189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.688355] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 826.759247] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.759438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.759438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.759757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.759988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.760220] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 826.794136] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 826.794524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.820529] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.820752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.820833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.821069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.821277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.821674] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 826.821791] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'35e3734c-8abc-4f31-97bf-6500aecc1862', '9b572aed-e885-442e-a24a-c7ab1848295c', '2494390e-5ce6-4ab7-91b3-f57d6b456c78', '83b31804-1a20-44c0-8875-4d820dbb8e3e', '8bc0c8ed-4981-438d-a347-32ff480deb97', 'dbaf4f69-8358-41b9-a782-a5dfd234e3c5', 'bb34c030-b5ae-4ea2-be09-c3b1cb3e6486', '48e84d99-11be-4d85-a25f-5ab39c5b5f16', '5d16ecf8-36e1-49ad-b3ae-eac99b0e500c', '32f20362-1b4f-4edc-bace-8ea7c54a745e', '9ad4dbdb-3668-408a-9ffc-6bed670c5140', 'f609db10-a071-495f-90db-b7d9023669f8', '7282dac7-e421-4840-b851-51a9f23eec43', '005411be-6f4f-4a54-8ba6-a7ba78a07960', '1e68f3c8-f101-4ef7-b171-32a55225ffad', '33944d6d-98a1-4427-ba7f-fa6a5b46cb8d', '51d6b30b-2dbf-454e-af5e-99f0a26e2c87', '9d30e734-86b9-4345-a013-772bc0d0d7d2', 'f2962a11-d638-44bb-aac4-e7a0e28568ce', 'ddbfbb66-f16b-4cfb-8368-50e6e6182ef4', 'a896d778-a978-46a4-8b36-cc01e3d0e001', '5a9877a5-6575-4ef2-b33d-885ba65cd6b0', 'b010aac2-45bd-4881-a259-6785745da2c9', 'c4c23833-abc5-495e-82e3-2d8bf5e49208', 'b758871d-31cf-4de5-9bf4-aabf3ee55677', '11ae391e-fea1-4dd4-aca9-2c84f767fd9e', 'a1f5f4ab-a139-48af-a060-e62d38bb04b6', '228300c1-cec2-43f4-9eeb-c8181936c48f', '30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0', '2d99e83e-6cfc-4650-8c0f-fbd59d881c79', 'b1d2f914-1e37-48fd-95af-8ec27507ec25', 'f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58', 'ae9b11c1-1e39-4e0c-a82f-84ebc807cf15', '0ebdae58-a9c9-4eed-9bc7-a392ada76a14'} {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.821907] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 826.841365] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.841515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.841630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.841773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.841859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.841966] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 826.843064] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.843064] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 826.909634] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.909900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.909900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.910143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.910811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.911038] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 826.911119] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 826.911189] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 826.911279] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 826.911337] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 826.911433] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGH for action security_group_rules [ 826.911523] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGH for action security_group_rules [ 826.911590] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGH for action security_group_rules [ 826.911653] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGH for action security_group_rules [ 826.911716] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGH for action security_group_rules [ 826.911776] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGH for action security_group_rules [ 826.911837] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGH for action security_group_rules [ 826.911898] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGH for action security_group_rules [ 826.911958] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGH for action security_group_rules [ 826.912029] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGH for action security_group_rules [ 826.912093] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGH for action security_group_rules [ 826.912153] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGH for action security_group_rules [ 826.912214] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGH for action security_group_rules [ 826.912276] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGH for action security_group_rules [ 826.912337] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGH for action security_group_rules [ 826.912400] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGH for action security_group_rules [ 826.912463] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGH for action security_group_rules [ 826.912607] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGH for action security_group_rules [ 826.912607] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGH for action security_group_rules [ 826.912672] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGH for action security_group_rules [ 826.912739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.529990] env[65815]: INFO networking_nsxv3.common.synchronization [req-539f4451-0e07-4fde-b709-0648f9713dd5 req-6cd3762c-ad79-4776-9ec3-c1dc9f96fab8 tempest-ServersV294TestFqdnHostnames-920120986 tempest-ServersV294TestFqdnHostnames-920120986-project-member] Enqueued Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_members [ 827.530515] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_members [ 827.531086] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 with Priority: HIGH for action security_group_rules [ 827.531086] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGH for action security_group_rules [ 827.531086] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGH for action security_group_rules [ 827.531086] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad with Priority: HIGH for action security_group_rules [ 827.533089] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 with Priority: HIGH for action security_group_rules [ 827.533215] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2962a11-d638-44bb-aac4-e7a0e28568ce with Priority: HIGH for action security_group_rules [ 827.533375] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 with Priority: HIGH for action security_group_rules [ 827.533453] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 with Priority: HIGH for action security_group_rules [ 827.533525] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGH for action security_group_rules [ 827.533653] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGH for action security_group_rules [ 827.533707] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGH for action security_group_rules [ 827.533805] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGH for action security_group_rules [ 827.533898] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 with Priority: HIGH for action security_group_rules [ 827.533997] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGH for action security_group_rules [ 827.534202] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c with Priority: HIGH for action security_group_rules [ 827.534261] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGH for action security_group_rules [ 827.534307] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGH for action security_group_rules [ 827.534401] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGH for action security_group_rules [ 827.534483] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b572aed-e885-442e-a24a-c7ab1848295c with Priority: HIGH for action security_group_rules [ 827.534735] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e with Priority: HIGH for action security_group_rules [ 827.534883] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.535030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.535096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.535350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.535505] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.535605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.535663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.535861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.535921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.535979] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.539289] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-35e3734c-8abc-4f31-97bf-6500aecc1862 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.539397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.539463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.539622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.539699] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('35e3734c-8abc-4f31-97bf-6500aecc1862',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.542302] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.542509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.542509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.542695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.542783] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.543776] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.543776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.543904] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.544033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.544127] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.545707] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e68f3c8-f101-4ef7-b171-32a55225ffad taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.545785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.545835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.546031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.546120] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e68f3c8-f101-4ef7-b171-32a55225ffad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.547162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.547476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.547565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.547733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.547824] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddbfbb66-f16b-4cfb-8368-50e6e6182ef4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.548782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2962a11-d638-44bb-aac4-e7a0e28568ce taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.548899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.548966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.549147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.549226] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2962a11-d638-44bb-aac4-e7a0e28568ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.550112] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d30e734-86b9-4345-a013-772bc0d0d7d2 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.550229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.550294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.550444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.550517] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d30e734-86b9-4345-a013-772bc0d0d7d2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.551321] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.551423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.551488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.551662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.551745] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51d6b30b-2dbf-454e-af5e-99f0a26e2c87',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.552768] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.552928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.553135] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.553265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.553461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.553532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.553606] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.554560] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.554709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.554816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.555282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.555282] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.555395] env[65815]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 827.556052] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.556162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.556223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.556374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.556445] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.557360] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.557468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.557531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.557677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.557747] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad4dbdb-3668-408a-9ffc-6bed670c5140',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.558562] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.558840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.558840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.558995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.558995] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.559759] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.559867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.559934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.560141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.560205] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d16ecf8-36e1-49ad-b3ae-eac99b0e500c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.561054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.561296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.561296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.561371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.561516] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.562218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.562956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.562956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.562956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.562956] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.563592] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.563592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.563592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.563727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.563776] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.564647] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b572aed-e885-442e-a24a-c7ab1848295c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.564753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.564817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.565101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.565101] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b572aed-e885-442e-a24a-c7ab1848295c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.566629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83b31804-1a20-44c0-8875-4d820dbb8e3e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.566629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.566629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.566629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.566629] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83b31804-1a20-44c0-8875-4d820dbb8e3e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.746604] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.746745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.746802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.747035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.773989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.774501] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 35e3734c-8abc-4f31-97bf-6500aecc1862 is going to be deleted. [ 827.847730] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.848094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.848094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.848238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.848449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.848562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-35e3734c-8abc-4f31-97bf-6500aecc1862" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.898872] env[65815]: INFO networking_nsxv3.common.synchronization [None req-2de15710-2861-44fd-bd32-85388fead4c5 None None] Enqueued Resource ID: 9d32a770-5923-45a6-8a2b-9e77fe4c17e1 with Priority: HIGHEST for action port [ 827.899428] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d32a770-5923-45a6-8a2b-9e77fe4c17e1 with Priority: HIGHEST for action port [ 827.899747] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d32a770-5923-45a6-8a2b-9e77fe4c17e1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.899868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d32a770-5923-45a6-8a2b-9e77fe4c17e1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.899925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d32a770-5923-45a6-8a2b-9e77fe4c17e1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.900242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d32a770-5923-45a6-8a2b-9e77fe4c17e1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.900308] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d32a770-5923-45a6-8a2b-9e77fe4c17e1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.924761] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.925017] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-887" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.925078] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-887" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.925430] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-887" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.925696] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.925886] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.925988] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.926210] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.926347] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.926549] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.926653] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.926750] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.926847] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.926945] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.927051] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.927172] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.948597] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.948762] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.948897] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.950508] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-887" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.950508] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.950839] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.950839] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.951036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.951172] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a2d4cea-b2fe-446c-8df6-d8d4b73369d5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.951552] env[65815]: WARNING oslo_messaging._drivers.amqpdriver [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 828.069862] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.070113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.070113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.070312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.070801] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.070801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.070801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.070801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.070979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.071137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.071227] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.074964] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.075139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.075218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.076352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.076352] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.076352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.076352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.076352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.076352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.076352] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 already deleted. [ 828.076352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.262946] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.263158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.263250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.263823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.263823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.263990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.263990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.264166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.264270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.264357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.264460] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.266894] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.267038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.267104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.267272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.269026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.269125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.269197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.269355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.270349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.270486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.270598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.270728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.270894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.270894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.270993] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.273624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.273743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.273804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.273963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.274218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.274315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.274380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.274554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.274639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.274720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.274821] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.277690] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.277690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.277690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.277690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.277690] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.277690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.277690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.277690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.277690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.277690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.277690] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.280200] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.280326] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.280484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.280557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.280786] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.281263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.281263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.281263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.281419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.281419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.281492] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.286228] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.286228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.286228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.286228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.287129] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.287129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.287129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.287129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.287129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.287129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.287362] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.296579] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.297675] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.298561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.299105] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.299317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.300175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.300175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.300175] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.300175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.300175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.300175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.300460] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.300460] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.300460] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.350936] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.351112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.352065] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.352230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.359197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.359403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.363636] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.363941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.364855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.364995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.365701] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.366046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.373705] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.373705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.374023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.374169] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2962a11-d638-44bb-aac4-e7a0e28568ce is going to be deleted. [ 828.380271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.380510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.382409] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.382539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.402180] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d32a770-5923-45a6-8a2b-9e77fe4c17e1 [ 828.402823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.402823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.402823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.402823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.402823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.403101] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d32a770-5923-45a6-8a2b-9e77fe4c17e1 already deleted. [ 828.403101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d32a770-5923-45a6-8a2b-9e77fe4c17e1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.420552] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d30e734-86b9-4345-a013-772bc0d0d7d2 is going to be deleted. [ 828.420552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.420552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.455521] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.457105] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.457105] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.457105] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.457105] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.457105] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 7a2d4cea-b2fe-446c-8df6-d8d4b73369d5 not found, creating... [ 828.457709] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.457709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.457709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.457709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.458100] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.458100] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.458313] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.458313] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.458530] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.458657] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.458792] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 7a2d4cea-b2fe-446c-8df6-d8d4b73369d5 is going to be created. [ 828.460881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.461032] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b572aed-e885-442e-a24a-c7ab1848295c is going to be deleted. [ 828.462109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.462564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.474326] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.474595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.500402] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.500990] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.501262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.502338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.502338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.502338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.531692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.531692] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e68f3c8-f101-4ef7-b171-32a55225ffad is going to be deleted. [ 828.533106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.533368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.535457] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.536525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.578035] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.578035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.578289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.582024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.582024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.582024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.582024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.583555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.583555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.584878] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.591083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.591221] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be deleted. [ 828.597866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.597866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.644292] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.644472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.648072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.648257] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d16ecf8-36e1-49ad-b3ae-eac99b0e500c is going to be deleted. [ 828.649254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.649541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.651226] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: SUCCESS [ 828.651278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.652330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.652330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.652330] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.719634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.720746] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddbfbb66-f16b-4cfb-8368-50e6e6182ef4 is going to be deleted. [ 828.721024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.721297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.743488] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.743764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.785808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.785808] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad4dbdb-3668-408a-9ffc-6bed670c5140 is going to be deleted. [ 828.785808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.786116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.793303] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.794409] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.794409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.794409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.794409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.794409] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.794718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.794718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.795124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.795124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.799465] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.799465] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.799465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.800077] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.800668] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.804165] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.804165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.804165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.804165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.804165] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.804165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.804165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.804165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.804165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.804815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.804815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.804815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.804815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.804815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.804815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.805136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.805136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.805136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.805136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.805316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.805316] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.807214] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.807860] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.808606] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bc0c8ed-4981-438d-a347-32ff480deb97: rpc.has_security_group_logging(os_id): False [ 828.828980] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.828980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.850735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.851104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.853522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.853793] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83b31804-1a20-44c0-8875-4d820dbb8e3e is going to be deleted. [ 828.856392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.856670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.858610] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.858745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.895055] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.895306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.935531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.935699] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51d6b30b-2dbf-454e-af5e-99f0a26e2c87 is going to be deleted. [ 828.936950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.937284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.937367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.937602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2962a11-d638-44bb-aac4-e7a0e28568ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.938386] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.938513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.938567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.938986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.938986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.938986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad4dbdb-3668-408a-9ffc-6bed670c5140" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.939103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.939510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.939510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.939510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d30e734-86b9-4345-a013-772bc0d0d7d2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.940056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.940343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.940509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.940602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b572aed-e885-442e-a24a-c7ab1848295c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.941045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.941045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e68f3c8-f101-4ef7-b171-32a55225ffad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.941494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.941494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.941654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.941787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.037097] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.037239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.038196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.038487] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.038568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.038634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.038833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.038914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.039013] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 829.041278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.041515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.041615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.041735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddbfbb66-f16b-4cfb-8368-50e6e6182ef4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.041873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.042056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.042197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.042197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d16ecf8-36e1-49ad-b3ae-eac99b0e500c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.042390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.042539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.042606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.042711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83b31804-1a20-44c0-8875-4d820dbb8e3e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.092765] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.092765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.092765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.092765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.092765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.092765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51d6b30b-2dbf-454e-af5e-99f0a26e2c87" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.092765] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2494390e-5ce6-4ab7-91b3-f57d6b456c78: rpc.has_security_group_logging(os_id): False [ 829.125498] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.125498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.125498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.125498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.155534] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.155534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.155534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.155534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.155534] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.155534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.155534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.155534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.156151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.156151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.156151] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.170502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.170928] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.172323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.172323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.172323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.172323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.172323] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.172323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.172323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.172323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.172323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.172323] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.172692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.172692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.172692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.172692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.172811] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 829.179585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.179800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.179895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.180147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.181142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.222220] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 829.301617] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32f20362-1b4f-4edc-bace-8ea7c54a745e: rpc.has_security_group_logging(os_id): False [ 829.311557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f609db10-a071-495f-90db-b7d9023669f8: rpc.has_security_group_logging(os_id): False [ 829.313552] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 829.317034] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb34c030-b5ae-4ea2-be09-c3b1cb3e6486: rpc.has_security_group_logging(os_id): False [ 829.318590] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48e84d99-11be-4d85-a25f-5ab39c5b5f16: rpc.has_security_group_logging(os_id): False [ 829.319129] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d: rpc.has_security_group_logging(os_id): False [ 829.329153] env[65815]: INFO networking_nsxv3.common.synchronization [req-539f4451-0e07-4fde-b709-0648f9713dd5 req-2c2643bb-5a4a-473f-bb62-f1abab76b726 service nova] Enqueued Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_rules [ 829.329153] env[65815]: INFO networking_nsxv3.common.synchronization [req-539f4451-0e07-4fde-b709-0648f9713dd5 req-2c2643bb-5a4a-473f-bb62-f1abab76b726 service nova] Enqueued Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_members [ 829.329993] env[65815]: INFO networking_nsxv3.common.synchronization [req-539f4451-0e07-4fde-b709-0648f9713dd5 req-2c2643bb-5a4a-473f-bb62-f1abab76b726 service nova] Enqueued Resource ID: 7a2d4cea-b2fe-446c-8df6-d8d4b73369d5 with Priority: HIGHEST for action port [ 829.330484] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_rules [ 829.330725] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_members [ 829.330924] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2d4cea-b2fe-446c-8df6-d8d4b73369d5 with Priority: HIGHEST for action port [ 829.331385] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.331575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.331684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.333230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.333230] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.334819] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.335039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.335152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.335454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.337368] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.337601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.339730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.339730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.339730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.339730] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.339730] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.339730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.339730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.339730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.339730] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a2d4cea-b2fe-446c-8df6-d8d4b73369d5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.345735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.345959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.345959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.346424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.350718] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.350939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.359568] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.359809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.360125] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.360218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.361279] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.361633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.362917] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.363068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.363986] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.364232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.378712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.379142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.379278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.379358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.379573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.379661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.379761] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be updated. [ 829.382077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.382077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.428698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.429016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.429234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.429393] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.429525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.429611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.429933] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.430083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.430145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.431487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.431623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.432957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.433078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.433145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.435405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.435405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.435405] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 829.435405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.435405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.459316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.459316] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.459524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.459524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.459661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.459715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.459881] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.459982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.460068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.460201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.460272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.460438] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.460541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.460620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.460693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.463754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.463754] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 829.463754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.463754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.491158] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.491381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.503559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.503559] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.503778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.503778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.504321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.504321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.504321] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be updated. [ 829.505687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.505975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.535485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.535485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.535485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.535485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.535485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.535485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.536080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be updated. [ 829.537041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.537269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.537446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.538546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.540060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.540060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.540060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.540883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.570080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: IN_PROGRESS for 2s [ 829.574703] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.575154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.593642] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.593871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.599020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.599421] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.599506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.599553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.599736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.599865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.600047] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 is going to be updated. [ 829.601275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.601494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.601680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.603135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.603341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.603515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.606315] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 829.630726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.630921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.630973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.631214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.631382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.645615] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 829.645615] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 829.651394] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: IN_PROGRESS for 2s [ 829.659964] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.712092] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.715923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.716049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.716431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.716537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.731370] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.731620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.731620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.731833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.731973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.750055] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: IN_PROGRESS for 2s [ 829.750566] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: IN_PROGRESS for 2s [ 829.835095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.835369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.841913] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.843081] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a2d4cea-b2fe-446c-8df6-d8d4b73369d5 with status ACTIVE [ 829.843646] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.844270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.844270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.844378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.844450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.844680] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.844890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.844890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.845177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.845267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.845625] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.845828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.845828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.846309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.846309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.846560] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a2d4cea-b2fe-446c-8df6-d8d4b73369d5 is going to be updated. [ 829.876319] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.876744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.876744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.876978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.876978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.877134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a2d4cea-b2fe-446c-8df6-d8d4b73369d5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.162205] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 005411be-6f4f-4a54-8ba6-a7ba78a07960: rpc.has_security_group_logging(os_id): False [ 830.180925] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.180925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.180925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.181137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.202225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.202496] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.202643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.202725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.202974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.203107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.203148] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be updated. [ 830.269055] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.269282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.269282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.269481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.269626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.284050] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: IN_PROGRESS for 2s [ 830.348960] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.500669] env[65815]: INFO networking_nsxv3.common.synchronization [None req-88c25df8-6410-4f67-98ab-a3f9e1f0dc78 None None] Enqueued Resource ID: 60da7b93-30b7-476c-ab1b-1b62ceddb4d8 with Priority: HIGHEST for action port [ 830.501310] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60da7b93-30b7-476c-ab1b-1b62ceddb4d8 with Priority: HIGHEST for action port [ 830.503862] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-60da7b93-30b7-476c-ab1b-1b62ceddb4d8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.503862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60da7b93-30b7-476c-ab1b-1b62ceddb4d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.503862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60da7b93-30b7-476c-ab1b-1b62ceddb4d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.503862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60da7b93-30b7-476c-ab1b-1b62ceddb4d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.503862] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60da7b93-30b7-476c-ab1b-1b62ceddb4d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.852669] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.852869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.852919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.853134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.853222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.853324] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 is going to be created. [ 830.971405] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.971834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.971834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.971834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.972106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.984365] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 in Status: UNINITIALIZED for 2s [ 831.007094] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60da7b93-30b7-476c-ab1b-1b62ceddb4d8 [ 831.007434] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.007679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.007765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.007934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.008052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.008172] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60da7b93-30b7-476c-ab1b-1b62ceddb4d8 already deleted. [ 831.008235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60da7b93-30b7-476c-ab1b-1b62ceddb4d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.248495] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 831.248831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.590841] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: SUCCESS [ 831.591133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.629492] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 831.629751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.663077] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 831.663487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.664367] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 831.664577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.665824] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 831.666074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.766634] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: SUCCESS [ 831.766882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.767723] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: SUCCESS [ 831.767875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.298349] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: SUCCESS [ 832.298735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.788505] env[65815]: INFO networking_nsxv3.common.synchronization [req-fea81f25-c25e-4a59-9b80-7ae57ebca3b9 req-5f344cf8-8c4b-41de-b649-b1c94a6d17be tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 832.789192] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 832.789553] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.789706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.789706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.789989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.792306] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.792436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.795023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.795023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.795023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.795023] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.998540] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 in Status: SUCCESS [ 832.998772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.998954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.999205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.999469] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.999693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.999693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.999832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.999983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.000045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.000150] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.244136] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.244354] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.244599] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.245339] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.245691] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.245952] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.246204] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.246510] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.246751] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.247795] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.247960] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.248174] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.248457] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.248457] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.248596] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.248767] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.274567] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.274567] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.274567] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.274567] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.274567] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-809455ec-9c77-422b-ae5f-901ba9b117e9 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.274567] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-809455ec-9c77-422b-ae5f-901ba9b117e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.274567] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-809455ec-9c77-422b-ae5f-901ba9b117e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.275095] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-809455ec-9c77-422b-ae5f-901ba9b117e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.275095] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809455ec-9c77-422b-ae5f-901ba9b117e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.296379] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.296525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.296597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.296813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.296900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.297388] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.297388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.297388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.297585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.297585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.297585] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b already deleted. [ 833.297681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.502313] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.778033] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.778033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.778033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.778385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.778385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.778385] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 809455ec-9c77-422b-ae5f-901ba9b117e9 not found, creating... [ 833.778637] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.778858] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.779018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.779246] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.779380] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.779675] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.779931] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.780011] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.780229] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.780360] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.780495] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 809455ec-9c77-422b-ae5f-901ba9b117e9 is going to be created. [ 833.803821] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.804292] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.804571] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.804912] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.805235] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.805568] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-809455ec-9c77-422b-ae5f-901ba9b117e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.005475] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e3594f0-40cf-4c5a-a1cf-78269b1274d8: rpc.has_security_group_logging(os_id): False [ 834.030327] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.030436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.030473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.030908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.030908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.031239] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.031381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.031381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.031568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.031642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.031867] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 is going to be created. [ 834.107020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.107259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.107259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.107441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.107623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.119672] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 in Status: IN_PROGRESS for 2s [ 834.595923] env[65815]: INFO networking_nsxv3.common.synchronization [req-fea81f25-c25e-4a59-9b80-7ae57ebca3b9 req-29bc44c4-be98-426d-a943-823ce9ef23df service nova] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 834.596280] env[65815]: INFO networking_nsxv3.common.synchronization [req-fea81f25-c25e-4a59-9b80-7ae57ebca3b9 req-29bc44c4-be98-426d-a943-823ce9ef23df service nova] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 834.596375] env[65815]: INFO networking_nsxv3.common.synchronization [req-fea81f25-c25e-4a59-9b80-7ae57ebca3b9 req-29bc44c4-be98-426d-a943-823ce9ef23df service nova] Enqueued Resource ID: 809455ec-9c77-422b-ae5f-901ba9b117e9 with Priority: HIGHEST for action port [ 834.596926] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 834.597099] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 834.597206] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809455ec-9c77-422b-ae5f-901ba9b117e9 with Priority: HIGHEST for action port [ 834.597433] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.597551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.597611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.597834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.597942] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.599349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.599464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.599464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.599779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.599779] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.599916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.599962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.600143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.600232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.600367] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.601556] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-809455ec-9c77-422b-ae5f-901ba9b117e9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.601556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809455ec-9c77-422b-ae5f-901ba9b117e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.601556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809455ec-9c77-422b-ae5f-901ba9b117e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.601556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809455ec-9c77-422b-ae5f-901ba9b117e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.601556] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809455ec-9c77-422b-ae5f-901ba9b117e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.103684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.103838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.104115] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.105935] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809455ec-9c77-422b-ae5f-901ba9b117e9 with status ACTIVE [ 835.105935] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.105935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.105935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.105935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.105935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.106593] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.106593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.106593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.106593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.106769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.107186] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.107186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.107186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.108012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.108968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.109522] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809455ec-9c77-422b-ae5f-901ba9b117e9 is going to be updated. [ 835.134892] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.135135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.135135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.135343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.135485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.135671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809455ec-9c77-422b-ae5f-901ba9b117e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.611834] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.115414] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.115588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.115653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.115902] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.115994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.116115] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be created. [ 836.134677] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 in Status: SUCCESS [ 836.134677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.147302] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.147472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.147549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.147766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.148043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.160130] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: UNINITIALIZED for 2s [ 838.176257] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 838.176657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.176657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.179303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.179303] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.179303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.179303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.179303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.179303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.179303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.180176] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.672125] env[65815]: INFO networking_nsxv3.common.synchronization [req-9c28a68c-da4d-4bcf-9945-eb13a443e1b1 req-968c6efc-3c8a-49b5-867c-59113fc40b37 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 838.673042] env[65815]: INFO networking_nsxv3.common.synchronization [req-9c28a68c-da4d-4bcf-9945-eb13a443e1b1 req-968c6efc-3c8a-49b5-867c-59113fc40b37 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGHEST for action security_group_members [ 838.673042] env[65815]: INFO networking_nsxv3.common.synchronization [req-9c28a68c-da4d-4bcf-9945-eb13a443e1b1 req-968c6efc-3c8a-49b5-867c-59113fc40b37 tempest-SecurityGroupsTestJSON-1736033116 tempest-SecurityGroupsTestJSON-1736033116-project-member] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 838.673042] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGHEST for action security_group_members [ 838.677106] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGHEST for action security_group_members [ 838.677106] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGHEST for action security_group_members [ 838.677106] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.677106] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.677106] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.677106] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.677106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.677974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.678243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.678405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.679053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.679236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.679406] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.680418] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.680936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.680936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.680936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.683026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.683026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.683026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.683026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.683026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.683026] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.684175] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.184679] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.184679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.185109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.185109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.185183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.186098] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.186098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.186098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.186098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.186098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.186098] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be updated. [ 839.187028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.187138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.187216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.187410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.187495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.187669] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.187780] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.187842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.187979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.188077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.188161] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 is going to be updated. [ 839.189413] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.189413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.189568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.189630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.189726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.189897] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.189986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.190087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.190228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.190300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.190385] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be updated. [ 839.191291] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61e75cb-66bc-4a33-868f-b3ebad02942b: rpc.has_security_group_logging(os_id): False [ 839.213649] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.214355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.214355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.214355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.214355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.214659] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.214832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.214832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.215245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.216181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.216181] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be created. [ 839.233511] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.233715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.233935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.234169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.234406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.237365] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.237522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.237565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.237818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.237909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.239770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.239916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.240040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.240235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.240388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.249945] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: IN_PROGRESS for 2s [ 839.252693] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: IN_PROGRESS for 2s [ 839.253431] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: IN_PROGRESS for 2s [ 839.312304] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.312304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.312304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.312304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.312304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.331347] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 841.264565] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 in Status: SUCCESS [ 841.264883] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 deletion is rescheduled due to dependency. [ 841.264941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.265894] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 in Status: SUCCESS [ 841.266156] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 deletion is rescheduled due to dependency. [ 841.266263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.267770] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e in Status: SUCCESS [ 841.270508] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e deletion is rescheduled due to dependency. [ 841.270508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.344427] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 841.344726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.443491] env[65815]: INFO networking_nsxv3.common.synchronization [req-d9d13bf1-e7ff-415d-998b-0bd094b4a83b req-70fde64c-b181-435c-b8e5-3404888c2b71 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_members [ 842.444089] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_members [ 842.444396] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c86ba-7922-4e7a-bcef-8e7db70eba20 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.447022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.447022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.447022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.447022] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.447022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.447022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.447022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.447022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.447022] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.845724] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.845956] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.846061] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.846383] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.846641] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.846792] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.846902] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.847204] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.847338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.847546] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.847658] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.847762] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.847866] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.847971] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.848084] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.848278] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.873023] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.873236] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.873371] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.873612] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.873954] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-15636839-4fea-4e44-aa05-34034526af51 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.874167] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-15636839-4fea-4e44-aa05-34034526af51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.874249] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-15636839-4fea-4e44-aa05-34034526af51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.874572] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-15636839-4fea-4e44-aa05-34034526af51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.874709] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15636839-4fea-4e44-aa05-34034526af51',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.948999] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.949219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.949219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.949640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.949640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.949774] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.949835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.949886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.950103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.950103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.950212] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 already deleted. [ 842.950250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.377437] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.377810] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.377905] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.378199] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.378356] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.378551] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 15636839-4fea-4e44-aa05-34034526af51 not found, creating... [ 843.378868] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.379104] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.379224] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.379483] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.379619] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.379906] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.380070] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.380182] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.380383] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.380623] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.380695] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 15636839-4fea-4e44-aa05-34034526af51 is going to be created. [ 843.404796] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.405072] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.405199] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.405526] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.405772] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.406207] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-15636839-4fea-4e44-aa05-34034526af51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.140967] env[65815]: INFO networking_nsxv3.common.synchronization [req-d9d13bf1-e7ff-415d-998b-0bd094b4a83b req-25fc9b14-4666-405b-983a-86643060f6a7 service nova] Enqueued Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_rules [ 844.140967] env[65815]: INFO networking_nsxv3.common.synchronization [req-d9d13bf1-e7ff-415d-998b-0bd094b4a83b req-25fc9b14-4666-405b-983a-86643060f6a7 service nova] Enqueued Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_members [ 844.140967] env[65815]: INFO networking_nsxv3.common.synchronization [req-d9d13bf1-e7ff-415d-998b-0bd094b4a83b req-25fc9b14-4666-405b-983a-86643060f6a7 service nova] Enqueued Resource ID: 15636839-4fea-4e44-aa05-34034526af51 with Priority: HIGHEST for action port [ 844.140967] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_rules [ 844.142211] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_members [ 844.142211] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15636839-4fea-4e44-aa05-34034526af51 with Priority: HIGHEST for action port [ 844.142211] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c86ba-7922-4e7a-bcef-8e7db70eba20 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.142411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.142411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.142571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.142654] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.144597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c86ba-7922-4e7a-bcef-8e7db70eba20 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.144597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.144597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.144597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.144597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.144597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.144597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.144597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.145099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.145099] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.145695] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-15636839-4fea-4e44-aa05-34034526af51 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.145695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15636839-4fea-4e44-aa05-34034526af51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.145695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15636839-4fea-4e44-aa05-34034526af51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.145905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15636839-4fea-4e44-aa05-34034526af51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.145905] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15636839-4fea-4e44-aa05-34034526af51',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.648349] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.649893] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c86ba-7922-4e7a-bcef-8e7db70eba20 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.650020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.650247] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15636839-4fea-4e44-aa05-34034526af51 with status ACTIVE [ 844.650440] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.651331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.651331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.651331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.651331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.651331] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.651331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.651331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.651651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.653351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.653351] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.653351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.653351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.653351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.653351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.653351] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15636839-4fea-4e44-aa05-34034526af51 is going to be updated. [ 844.656808] env[65815]: INFO networking_nsxv3.common.synchronization [req-e44c7280-1a64-443b-bc6c-05eca4ceb2a4 req-c0cfc4cd-3fa8-4d12-b6e5-d4f4faac8718 tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 844.658232] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 844.658232] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.658232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.658410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.661520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.661520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.661520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.661520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.661520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.661520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.661520] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.680475] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.680622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.680691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.680898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.681045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.681478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15636839-4fea-4e44-aa05-34034526af51" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.157112] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.166091] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.166091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.166091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.166091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.166091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.166091] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.166091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.166091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.166091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.166091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.166091] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 845.197646] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.198082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.198363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.198723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.198723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.217440] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 845.660309] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.660309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.660309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.660566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.660566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.660665] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 is going to be created. [ 845.689653] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.689822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.689932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.690172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.690363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.700596] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 in Status: UNINITIALIZED for 2s [ 846.634150] env[65815]: INFO networking_nsxv3.common.synchronization [req-8760eb58-42f4-4c07-8ff7-bdc84c317189 req-ba042353-7c80-4f5b-b717-b7c4871eff85 tempest-ServerActionsV293TestJSON-1298517114 tempest-ServerActionsV293TestJSON-1298517114-project-member] Enqueued Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_members [ 846.634748] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 with Priority: HIGHEST for action security_group_members [ 846.635620] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b1d2f914-1e37-48fd-95af-8ec27507ec25 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.635807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.635848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.636084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.636233] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.637028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.638299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.638496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.638586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.638684] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b1d2f914-1e37-48fd-95af-8ec27507ec25',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.142992] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.143230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.143291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.143519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.170398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.170398] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.170744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.170744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.170970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.171912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.171912] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 is going to be updated. [ 847.211432] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.211590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.211651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.212751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.212751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.223879] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 in Status: IN_PROGRESS for 2s [ 847.227815] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 4s [ 847.712971] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 in Status: SUCCESS [ 847.713654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.713654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.713654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.713895] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.714011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.714109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.714270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.714378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.714504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.714590] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.217653] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.722213] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 446c86ba-7922-4e7a-bcef-8e7db70eba20: rpc.has_security_group_logging(os_id): False [ 848.742994] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.744226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.744329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.744534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.744621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.744953] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.746026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.746026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.746026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.746026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.746026] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 is going to be created. [ 848.808669] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.808833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.808954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.809116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.809298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.822301] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 in Status: IN_PROGRESS for 2s [ 849.248087] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 in Status: SUCCESS [ 849.248087] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b1d2f914-1e37-48fd-95af-8ec27507ec25 deletion is rescheduled due to dependency. [ 849.248568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b1d2f914-1e37-48fd-95af-8ec27507ec25" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.249215] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 849.249373] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 849.249477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.837950] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 in Status: SUCCESS [ 850.838366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.597595] env[65815]: INFO networking_nsxv3.common.synchronization [req-b5b32257-9104-4a4a-b477-68aeaa388da0 req-728c8bc9-55f2-4575-8275-4638fb1cbbf9 tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 851.598216] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 851.598540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.598661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.598730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.599097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.599249] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.599345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.599408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.599579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.599631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.599727] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.960034] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.960034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.960034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.960034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.960034] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.960034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.960034] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.960834] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.962031] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.962031] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.962031] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.962031] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.962031] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.962031] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.962031] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.962603] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.983828] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.984020] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.984163] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.984504] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.984865] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.985078] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.985576] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.985975] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.986618] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195a2d5d-cbb7-4b4f-9f56-f623a39405a6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.102797] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.493018] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.493386] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.493724] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.493892] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.493927] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.494083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 195a2d5d-cbb7-4b4f-9f56-f623a39405a6 not found, creating... [ 852.494375] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.496517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.496517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.496517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.496517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.496517] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.496517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.496517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.496517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.496517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.496517] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 195a2d5d-cbb7-4b4f-9f56-f623a39405a6 is going to be created. [ 852.516813] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.517021] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.517143] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.517416] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.517640] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.517862] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.604637] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.802557] env[65815]: INFO networking_nsxv3.common.synchronization [None req-eb50867a-aa86-4bea-b26b-3cb6878a3c26 None None] Enqueued Resource ID: e2101658-3cf8-495b-be79-005f3f33ff9e with Priority: HIGHEST for action port [ 852.803028] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2101658-3cf8-495b-be79-005f3f33ff9e with Priority: HIGHEST for action port [ 852.803322] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2101658-3cf8-495b-be79-005f3f33ff9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.803420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2101658-3cf8-495b-be79-005f3f33ff9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.803524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2101658-3cf8-495b-be79-005f3f33ff9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.803808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2101658-3cf8-495b-be79-005f3f33ff9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.803874] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2101658-3cf8-495b-be79-005f3f33ff9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.109336] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.109656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.109656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.109772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.109864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.109966] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 853.150601] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.150818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.150818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.151019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.151169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.162617] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 853.307645] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2101658-3cf8-495b-be79-005f3f33ff9e [ 853.307645] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.307645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.307645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.307645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.307645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.307645] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2101658-3cf8-495b-be79-005f3f33ff9e already deleted. [ 853.307645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2101658-3cf8-495b-be79-005f3f33ff9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.308563] env[65815]: INFO networking_nsxv3.common.synchronization [req-b5b32257-9104-4a4a-b477-68aeaa388da0 req-eb9ee4c4-b644-4656-9f60-8f326f478a76 service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 853.308737] env[65815]: INFO networking_nsxv3.common.synchronization [req-b5b32257-9104-4a4a-b477-68aeaa388da0 req-eb9ee4c4-b644-4656-9f60-8f326f478a76 service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 853.309465] env[65815]: INFO networking_nsxv3.common.synchronization [req-b5b32257-9104-4a4a-b477-68aeaa388da0 req-eb9ee4c4-b644-4656-9f60-8f326f478a76 service nova] Enqueued Resource ID: 195a2d5d-cbb7-4b4f-9f56-f623a39405a6 with Priority: HIGHEST for action port [ 853.310268] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 853.310407] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 853.310507] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 195a2d5d-cbb7-4b4f-9f56-f623a39405a6 with Priority: HIGHEST for action port [ 853.310800] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.314454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.314599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.314840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.314931] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.317960] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.317960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.319761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.319879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.319955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.320168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.320242] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195a2d5d-cbb7-4b4f-9f56-f623a39405a6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.822351] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.822448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.822667] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 195a2d5d-cbb7-4b4f-9f56-f623a39405a6 with status ACTIVE [ 853.822838] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.822974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.823033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.823355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.823355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.823524] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.823662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.823733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.823880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.824874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.824874] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.824874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.824874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.824874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.824874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.824874] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 195a2d5d-cbb7-4b4f-9f56-f623a39405a6 is going to be updated. [ 853.848464] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.848618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.848694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.848879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.848998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.849207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-195a2d5d-cbb7-4b4f-9f56-f623a39405a6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.003580] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-701172c4-e956-43b9-b69b-9091412d5b70 tempest-ListServersNegativeTestJSON-165235897 tempest-ListServersNegativeTestJSON-165235897-project-member] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 854.004572] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 854.004985] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.005163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.005254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.005531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.005715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.005842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.005922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.006858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.006858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.006858] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.509107] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.509519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.509519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.509643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.509643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.510493] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.510493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.510493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.510744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.510744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.511208] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 already deleted. [ 854.511208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.608259] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.608259] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.608259] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.608259] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.608259] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.608259] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.608259] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.608259] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.608259] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.608259] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.609240] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.609702] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.609925] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.610181] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.610406] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.612466] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.631283] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.631283] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.631283] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.631283] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.631283] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-5894093c-1a79-4fc5-9a74-5867f9431050 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.631283] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-5894093c-1a79-4fc5-9a74-5867f9431050" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.631283] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-5894093c-1a79-4fc5-9a74-5867f9431050" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.632085] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-5894093c-1a79-4fc5-9a74-5867f9431050" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.632435] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5894093c-1a79-4fc5-9a74-5867f9431050',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.135027] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.135280] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.135402] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.135864] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.135864] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.137025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 5894093c-1a79-4fc5-9a74-5867f9431050 not found, creating... [ 855.137025] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.137025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.137025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.137025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.137334] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.137386] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.137530] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.137919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.138235] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.138419] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.138684] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 5894093c-1a79-4fc5-9a74-5867f9431050 is going to be created. [ 855.159550] env[65815]: INFO networking_nsxv3.common.synchronization [None req-0e89e18b-75cf-48c2-a85a-314fd9fa86f0 None None] Enqueued Resource ID: 21511523-8aba-410b-aa4f-56071bb391b7 with Priority: HIGHEST for action port [ 855.160305] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21511523-8aba-410b-aa4f-56071bb391b7 with Priority: HIGHEST for action port [ 855.162510] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.162510] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.162510] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.163409] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.163735] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.163964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-5894093c-1a79-4fc5-9a74-5867f9431050" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.166434] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-21511523-8aba-410b-aa4f-56071bb391b7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.166434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21511523-8aba-410b-aa4f-56071bb391b7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.166434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21511523-8aba-410b-aa4f-56071bb391b7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.166434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21511523-8aba-410b-aa4f-56071bb391b7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.166597] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21511523-8aba-410b-aa4f-56071bb391b7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.179428] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 855.179631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.179807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.180031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.180215] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.180411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.180458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.181617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.181617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.181617] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.670061] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21511523-8aba-410b-aa4f-56071bb391b7 [ 855.670412] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.670602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.670717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.670955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.671129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.671282] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21511523-8aba-410b-aa4f-56071bb391b7 already deleted. [ 855.671475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21511523-8aba-410b-aa4f-56071bb391b7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.682562] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.907797] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-b9ba3204-6575-4bf8-b64d-a925675ec1b1 service nova] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_rules [ 855.908016] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-b9ba3204-6575-4bf8-b64d-a925675ec1b1 service nova] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 855.908163] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-b9ba3204-6575-4bf8-b64d-a925675ec1b1 service nova] Enqueued Resource ID: 5894093c-1a79-4fc5-9a74-5867f9431050 with Priority: HIGHEST for action port [ 855.908698] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_rules [ 855.908833] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 855.908930] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5894093c-1a79-4fc5-9a74-5867f9431050 with Priority: HIGHEST for action port [ 855.909236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.909425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.909628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.909815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.909897] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.910868] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.911322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.911846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.911846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.912055] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.912055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.912158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.912252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.912292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.912387] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.913348] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-5894093c-1a79-4fc5-9a74-5867f9431050 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.913434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5894093c-1a79-4fc5-9a74-5867f9431050" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.913475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5894093c-1a79-4fc5-9a74-5867f9431050" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.913626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5894093c-1a79-4fc5-9a74-5867f9431050" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.913735] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5894093c-1a79-4fc5-9a74-5867f9431050',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.189227] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.415748] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.415748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.416477] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.418445] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5894093c-1a79-4fc5-9a74-5867f9431050 with status ACTIVE [ 856.418735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.418928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.419048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.419269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.419360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.419544] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.419643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.419735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.420111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.420259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.420500] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.420650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.420870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.421691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.421691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.421691] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5894093c-1a79-4fc5-9a74-5867f9431050 is going to be updated. [ 856.452555] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.452555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.452555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.452555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.452555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.452555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5894093c-1a79-4fc5-9a74-5867f9431050" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.694583] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.695026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.695026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.695106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.696154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.696154] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 856.728425] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.728692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.728692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.728842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.729188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.741136] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 856.742830] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-58a42060-0b9b-4ffc-9919-249f1760a874 tempest-ListServersNegativeTestJSON-165235897 tempest-ListServersNegativeTestJSON-165235897-project-member] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 856.743462] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 856.743906] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.744068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.921411] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.148039] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.148039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.148039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.148039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.148700] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.148700] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.148700] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.148899] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.148899] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.149154] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.149292] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.149426] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.149546] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.149658] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.149775] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.149913] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.168562] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.168724] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.168933] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.169149] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.169463] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.169631] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.169745] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.170118] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.170257] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f82ba60-dcde-4556-91a6-4c3574cc4d1a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.424901] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.424901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.424901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.424901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.425311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.425311] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be created. [ 857.454349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.454518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.454562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.454830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.455097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.466529] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: UNINITIALIZED for 2s [ 857.610354] env[65815]: INFO networking_nsxv3.common.synchronization [req-26c7e5bf-7835-4730-83e7-719a8e8f2ae4 req-e3ed924c-62fa-44a9-901f-bf493eb8841f tempest-ServersAdminTestJSON-2046803311 tempest-ServersAdminTestJSON-2046803311-project-member] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 857.610637] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 857.610937] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.610937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.611111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.611189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.611339] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.611455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.611508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.611693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.611742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.611831] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.673089] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.673089] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.673089] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.673341] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.673458] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.673584] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 7f82ba60-dcde-4556-91a6-4c3574cc4d1a not found, creating... [ 857.673965] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.674128] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.674293] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.674708] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.674708] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.674944] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.675123] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.675240] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.675517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.675661] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.675875] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 7f82ba60-dcde-4556-91a6-4c3574cc4d1a is going to be created. [ 857.697835] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.698198] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.698198] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.698529] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.698733] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.698878] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.114367] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.502528] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-2612cf8e-31db-4bee-ab74-c06bad135dd2 service nova] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_rules [ 858.502874] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-2612cf8e-31db-4bee-ab74-c06bad135dd2 service nova] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 858.502874] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-2612cf8e-31db-4bee-ab74-c06bad135dd2 service nova] Enqueued Resource ID: 7f82ba60-dcde-4556-91a6-4c3574cc4d1a with Priority: HIGHEST for action port [ 858.503427] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_rules [ 858.503542] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 858.503641] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f82ba60-dcde-4556-91a6-4c3574cc4d1a with Priority: HIGHEST for action port [ 858.503974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.504081] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.504604] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.504604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.504941] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.504941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.505176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.505537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.505998] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f82ba60-dcde-4556-91a6-4c3574cc4d1a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.616610] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.753957] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 858.754327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.754372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.754592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.754820] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.754944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.755015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.755169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.755313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.755581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.755581] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.008814] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f82ba60-dcde-4556-91a6-4c3574cc4d1a with status ACTIVE [ 859.009130] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.009274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.009337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.009557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.009728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.009822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.009951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.009985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.010137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.010213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.011597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.011597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.011597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.011597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.011597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.011597] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f82ba60-dcde-4556-91a6-4c3574cc4d1a is going to be updated. [ 859.036307] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.036307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.036307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.036307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.036307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.036307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f82ba60-dcde-4556-91a6-4c3574cc4d1a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.120270] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.120444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.120534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.121932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.121932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.121932] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 859.159683] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.160572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.160572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.160572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.161212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.173078] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 859.257950] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.258172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.258242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.258482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.258747] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.258880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.258979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.259181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.259272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.259451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.259522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.259632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.259708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.259863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.260034] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.260129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.260188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.260329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.260423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.260615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.260615] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.477699] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 859.477911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.478130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.478332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.478522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.478643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.478708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.478860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.478939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.479040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.479135] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.479985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.480326] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.480427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.480490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.480743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.480791] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.763014] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0: rpc.has_security_group_logging(os_id): False [ 859.782681] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.783217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.783396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.783929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.808029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.808029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.808029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.809105] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.809232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.809320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.809445] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 859.881586] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.883077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.883077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.883077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.883077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.899806] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 859.985593] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.986308] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.986511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.488492] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.990927] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.991242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.991242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.991414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.991504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.991616] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 861.028753] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.028753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.028753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.029311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.029311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.046892] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 861.188586] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 861.188586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.324465] env[65815]: INFO networking_nsxv3.common.synchronization [None req-e470e622-c259-4af7-97bb-2791b593ebf0 None None] Enqueued Resource ID: ae459d5b-862c-4274-949c-2bcb2217be6e with Priority: HIGHEST for action port [ 861.325080] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae459d5b-862c-4274-949c-2bcb2217be6e with Priority: HIGHEST for action port [ 861.327077] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae459d5b-862c-4274-949c-2bcb2217be6e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.327202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae459d5b-862c-4274-949c-2bcb2217be6e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.327342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae459d5b-862c-4274-949c-2bcb2217be6e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.327620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae459d5b-862c-4274-949c-2bcb2217be6e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.327761] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae459d5b-862c-4274-949c-2bcb2217be6e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.830042] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae459d5b-862c-4274-949c-2bcb2217be6e [ 861.830042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.830313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.830313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.830386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.830660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.830660] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae459d5b-862c-4274-949c-2bcb2217be6e already deleted. [ 861.830660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae459d5b-862c-4274-949c-2bcb2217be6e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.924891] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 861.925159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.058426] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 863.058849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.058849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.059167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.059265] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.059387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.059452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.059619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.059700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.059798] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.566230] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.068381] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.571549] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.571549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.571549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.571549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.571549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.571549] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 864.607281] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.607496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.607496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.607718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.607835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.623359] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 866.326335] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 866.326585] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 866.635311] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 866.635522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.635701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.635915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.636123] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.636239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.636302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.636448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.636527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.636612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.636768] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.636891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.636953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.637111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.637255] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.637345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.637405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.637539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.637611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.637689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.637776] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.140319] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23e26733-af9a-4053-96cf-c7feb9c68c94: rpc.has_security_group_logging(os_id): False [ 867.159303] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.159529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.159529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.159728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.159813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.160025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.160151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.160222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.160352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.160424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.160624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.160726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.160787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.160921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.160990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.161218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.161328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.161392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.161503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.161573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.161672] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be created. [ 867.218732] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.218969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.218969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.219167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.219345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.230927] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 867.354018] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-d93a5307-b944-4d16-9ee7-c112879bb5d4 tempest-ListServersNegativeTestJSON-165235897 tempest-ListServersNegativeTestJSON-165235897-project-member] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 867.354598] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 867.355024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.355024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.355168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.355273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.355432] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.355525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.355584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.355724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.355796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.355899] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.676471] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-35 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.676683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.676800] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.677123] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.677379] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.677536] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.677651] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.677871] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.678027] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.679033] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.679033] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.679033] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.679033] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.679033] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.679033] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.679033] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.698841] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.698841] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.698841] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.699902] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-35" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.699902] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-552f0701-96df-4dbc-9147-c8da0e85d3c6 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.699902] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-552f0701-96df-4dbc-9147-c8da0e85d3c6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.699902] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-552f0701-96df-4dbc-9147-c8da0e85d3c6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.700148] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-552f0701-96df-4dbc-9147-c8da0e85d3c6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.700148] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('552f0701-96df-4dbc-9147-c8da0e85d3c6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.857788] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.203025] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.204555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.204684] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.205052] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.205152] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.205309] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 552f0701-96df-4dbc-9147-c8da0e85d3c6 not found, creating... [ 868.205580] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.205765] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.205856] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.206065] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.206201] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.206490] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.206632] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.206749] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.206988] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.207132] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.207269] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 552f0701-96df-4dbc-9147-c8da0e85d3c6 is going to be created. [ 868.243513] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.243727] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.243880] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.244781] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.244781] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.244781] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-552f0701-96df-4dbc-9147-c8da0e85d3c6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.359851] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.635886] env[65815]: INFO networking_nsxv3.common.synchronization [req-34f4d2fe-7353-44f8-8cc0-e4b6f5145647 req-86b8e9d6-cd41-4920-87dc-221e230f63a4 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 868.636455] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 868.636770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.636897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.636964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.637183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.637334] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.637430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.637484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.637628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.637711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.637805] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.660756] env[65815]: INFO networking_nsxv3.common.synchronization [req-34f4d2fe-7353-44f8-8cc0-e4b6f5145647 req-86b8e9d6-cd41-4920-87dc-221e230f63a4 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 868.660971] env[65815]: INFO networking_nsxv3.common.synchronization [req-34f4d2fe-7353-44f8-8cc0-e4b6f5145647 req-86b8e9d6-cd41-4920-87dc-221e230f63a4 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 868.661159] env[65815]: INFO networking_nsxv3.common.synchronization [req-34f4d2fe-7353-44f8-8cc0-e4b6f5145647 req-86b8e9d6-cd41-4920-87dc-221e230f63a4 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 2dd1322b-7179-4255-8abb-77a6032dd032 with Priority: HIGHEST for action port [ 868.661740] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 868.661867] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 868.662011] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd1322b-7179-4255-8abb-77a6032dd032 with Priority: HIGHEST for action port [ 868.662578] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.662836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.662836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.663035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.663142] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.664063] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.664165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.664365] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd1322b-7179-4255-8abb-77a6032dd032 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.664464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.664525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.664737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.664834] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd1322b-7179-4255-8abb-77a6032dd032',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.862088] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.862245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.862325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.862539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.862621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.862722] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 868.894999] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.895169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.895239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.895449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.895587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.906995] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 868.978110] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-2706ec76-0026-442a-9ca5-8bb761ec4af9 service nova] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_rules [ 868.978287] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-2706ec76-0026-442a-9ca5-8bb761ec4af9 service nova] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 868.978473] env[65815]: INFO networking_nsxv3.common.synchronization [req-b58c03c4-2449-48d0-8e0f-210755f62123 req-2706ec76-0026-442a-9ca5-8bb761ec4af9 service nova] Enqueued Resource ID: 552f0701-96df-4dbc-9147-c8da0e85d3c6 with Priority: HIGHEST for action port [ 868.978708] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_rules [ 868.978835] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 868.978932] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552f0701-96df-4dbc-9147-c8da0e85d3c6 with Priority: HIGHEST for action port [ 868.979498] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.979604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.979806] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.979919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.980236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-552f0701-96df-4dbc-9147-c8da0e85d3c6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.980236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-552f0701-96df-4dbc-9147-c8da0e85d3c6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.980236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-552f0701-96df-4dbc-9147-c8da0e85d3c6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.980504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-552f0701-96df-4dbc-9147-c8da0e85d3c6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.980504] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('552f0701-96df-4dbc-9147-c8da0e85d3c6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.139600] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.166627] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.166733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.166917] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd1322b-7179-4255-8abb-77a6032dd032 with status ACTIVE [ 869.167098] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.167210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.167453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.167453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.167655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.167704] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.167847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.167847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.167995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.168434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.168434] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.168434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.168607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.168607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.168692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.168746] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd1322b-7179-4255-8abb-77a6032dd032 is going to be updated. [ 869.191028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.191184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.191229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.191461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.191605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.191791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.248717] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 869.248948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.249160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.249462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.249578] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.483592] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 552f0701-96df-4dbc-9147-c8da0e85d3c6 with status ACTIVE [ 869.483969] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.483969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.484099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.484307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.484400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.484581] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.484678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.484842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.484911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.484958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.485663] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.485663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.485663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.485663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.485902] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.485995] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 552f0701-96df-4dbc-9147-c8da0e85d3c6 is going to be updated. [ 869.509689] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.509689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.509689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.510035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.510125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.510444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-552f0701-96df-4dbc-9147-c8da0e85d3c6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.641910] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.752681] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.752681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.145228] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.145362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.145362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.145611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.145703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.145763] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be updated. [ 870.179331] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.179468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.179468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.179720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.179825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.191864] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: IN_PROGRESS for 2s [ 870.917647] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 870.917647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.918059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.918059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.918253] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.918404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.918451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.918587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.918695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.918802] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.012488] env[65815]: INFO networking_nsxv3.common.synchronization [req-a4572fc8-a2da-4339-aef4-9e3e4c05feb4 req-48c1ffca-34d4-418d-8d9f-78031aa7448b tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_members [ 871.013113] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_members [ 871.013562] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-3995a0fd-93d8-49e1-becc-077ee783e253 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.013727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.013879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.015309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.015485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.015588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.015667] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.015827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.015975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.016100] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.341300] env[65815]: INFO networking_nsxv3.common.synchronization [req-a6eecbbb-fc35-49f5-94ed-09f88f4a5e2b req-64bc9a4f-655c-49fc-a7ff-0bf51874cfd1 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 871.341959] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 871.342322] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.342448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.356572] env[65815]: INFO networking_nsxv3.common.synchronization [req-a6eecbbb-fc35-49f5-94ed-09f88f4a5e2b req-64bc9a4f-655c-49fc-a7ff-0bf51874cfd1 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 871.356572] env[65815]: INFO networking_nsxv3.common.synchronization [req-a6eecbbb-fc35-49f5-94ed-09f88f4a5e2b req-64bc9a4f-655c-49fc-a7ff-0bf51874cfd1 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 871.356655] env[65815]: INFO networking_nsxv3.common.synchronization [req-a6eecbbb-fc35-49f5-94ed-09f88f4a5e2b req-64bc9a4f-655c-49fc-a7ff-0bf51874cfd1 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 2dd1322b-7179-4255-8abb-77a6032dd032 with Priority: HIGHEST for action port [ 871.357150] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_rules [ 871.357283] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 871.357377] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd1322b-7179-4255-8abb-77a6032dd032 with Priority: HIGHEST for action port [ 871.357693] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.357825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.358055] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.358167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.358366] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2dd1322b-7179-4255-8abb-77a6032dd032 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.358532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.358617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.359022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.359184] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2dd1322b-7179-4255-8abb-77a6032dd032',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.421284] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.451215] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.451404] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.451585] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.451833] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.452125] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.452284] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.452468] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.454017] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.454017] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.454017] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.454017] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.454017] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.454017] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.454017] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.454017] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.454017] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.475609] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.475828] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.475980] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.476324] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.476678] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-98083c28-a7dd-43a0-b64c-7becb653a717 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.476879] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-98083c28-a7dd-43a0-b64c-7becb653a717" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.477033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-98083c28-a7dd-43a0-b64c-7becb653a717" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.477823] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-98083c28-a7dd-43a0-b64c-7becb653a717" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.477823] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98083c28-a7dd-43a0-b64c-7becb653a717',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.519484] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.519648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.519720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.519944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.520067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.520278] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.520414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.520500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.520621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.520696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.520782] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3995a0fd-93d8-49e1-becc-077ee783e253 already deleted. [ 871.520863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.861859] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2dd1322b-7179-4255-8abb-77a6032dd032 with status ACTIVE [ 871.863292] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.863447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.863511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.863727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.863868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.864090] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.864199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.864240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.864396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.864538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.864665] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.864783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.864887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.864956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.865048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.865242] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2dd1322b-7179-4255-8abb-77a6032dd032 is going to be updated. [ 871.888827] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.889021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.889092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.889313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.889399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.889555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2dd1322b-7179-4255-8abb-77a6032dd032" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.923081] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.980546] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.980794] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.980922] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.981245] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.981400] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.981607] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 98083c28-a7dd-43a0-b64c-7becb653a717 not found, creating... [ 871.981972] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.982155] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.982284] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.982540] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.982634] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.982932] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.983120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.983235] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.983441] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.983574] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.983710] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 98083c28-a7dd-43a0-b64c-7becb653a717 is going to be created. [ 872.029629] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.029850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.029957] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.030258] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.030482] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.030715] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-98083c28-a7dd-43a0-b64c-7becb653a717" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.208455] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: SUCCESS [ 872.208455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.208455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.208455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.208455] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.208455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.208455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.208455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.208455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.208455] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.425177] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.425372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.425446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.425678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.425777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.425882] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 872.469934] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.469934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.469934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.469934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.469934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.478659] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 872.711201] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.747909] env[65815]: INFO networking_nsxv3.common.synchronization [req-a4572fc8-a2da-4339-aef4-9e3e4c05feb4 req-26d8a84e-a773-4dca-b442-a9d4078a99fa service nova] Enqueued Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_rules [ 872.748104] env[65815]: INFO networking_nsxv3.common.synchronization [req-a4572fc8-a2da-4339-aef4-9e3e4c05feb4 req-26d8a84e-a773-4dca-b442-a9d4078a99fa service nova] Enqueued Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_members [ 872.748368] env[65815]: INFO networking_nsxv3.common.synchronization [req-a4572fc8-a2da-4339-aef4-9e3e4c05feb4 req-26d8a84e-a773-4dca-b442-a9d4078a99fa service nova] Enqueued Resource ID: 98083c28-a7dd-43a0-b64c-7becb653a717 with Priority: HIGHEST for action port [ 872.750923] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_rules [ 872.750923] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_members [ 872.750923] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98083c28-a7dd-43a0-b64c-7becb653a717 with Priority: HIGHEST for action port [ 872.750923] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3995a0fd-93d8-49e1-becc-077ee783e253 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.750923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.750923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.750923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.750923] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.751726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-3995a0fd-93d8-49e1-becc-077ee783e253 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.751726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.751726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.751726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.751726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.751925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.752247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.752247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.752382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.752382] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.753185] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-98083c28-a7dd-43a0-b64c-7becb653a717 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.753285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98083c28-a7dd-43a0-b64c-7becb653a717" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.753323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98083c28-a7dd-43a0-b64c-7becb653a717" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.753496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98083c28-a7dd-43a0-b64c-7becb653a717" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.753537] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98083c28-a7dd-43a0-b64c-7becb653a717',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.847170] env[65815]: INFO networking_nsxv3.common.synchronization [req-a849476a-5c79-46b6-b135-24e737fbc057 req-9c84ae6f-593b-4ad4-9387-493c854e6106 tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 872.848230] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 872.848230] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.848507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.848507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.848670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.848818] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.848915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.849315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.849315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.849315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.849315] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.213916] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.255118] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-3995a0fd-93d8-49e1-becc-077ee783e253 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.255294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.256674] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98083c28-a7dd-43a0-b64c-7becb653a717 with status ACTIVE [ 873.256888] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.257559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.257682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.257906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.258013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.258203] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.258452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.258582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.258691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.258771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.258962] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.259079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.259134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.259267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.259346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.259408] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98083c28-a7dd-43a0-b64c-7becb653a717 is going to be updated. [ 873.260493] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.296409] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.296618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.296618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.297194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.297194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.297194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98083c28-a7dd-43a0-b64c-7becb653a717" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.354499] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.652206] env[65815]: INFO networking_nsxv3.common.synchronization [req-b04c00ef-fc2b-4c56-8c17-5122b4f63cac req-aae62024-e273-45f6-ac77-97013b21cf42 tempest-InstanceActionsNegativeTestJSON-1122213615 tempest-InstanceActionsNegativeTestJSON-1122213615-project-member] Enqueued Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGHEST for action security_group_members [ 873.652206] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGHEST for action security_group_members [ 873.652316] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b247da6-ca7b-49d7-bcc4-87029e7562db taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.655762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.655762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.655762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.655762] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.655762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.655762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.655762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.655762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.655762] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.717126] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.717299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.717368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.717688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.717688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.717888] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be updated. [ 873.755257] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.755482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.755482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.755564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.755704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.763842] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.767425] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: IN_PROGRESS for 2s [ 873.858641] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.026134] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-875 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.026134] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-875" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.026353] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-875" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.027631] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-875" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.027951] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.028211] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.028443] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.028696] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.029657] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.029879] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.029996] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.030198] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.030378] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.030519] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.030632] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.030846] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.053113] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.053113] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.053113] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.053113] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-875" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.053750] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-c969207a-bf75-4315-972a-f5954ba92644 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.054238] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-c969207a-bf75-4315-972a-f5954ba92644" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.054480] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-c969207a-bf75-4315-972a-f5954ba92644" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.055019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-c969207a-bf75-4315-972a-f5954ba92644" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.055290] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c969207a-bf75-4315-972a-f5954ba92644',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.158453] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.158659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.158739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.158967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.159046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.159254] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.159352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.159414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.159567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.159683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.159725] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db already deleted. [ 874.160267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.266861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.267201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.267201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.267433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.267433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.267536] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3995a0fd-93d8-49e1-becc-077ee783e253 is going to be created. [ 874.309594] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.309751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.309811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.311085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.311085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.321192] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3995a0fd-93d8-49e1-becc-077ee783e253 in Status: UNINITIALIZED for 2s [ 874.366200] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.366200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.366200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.366200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.366200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.366200] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 874.411411] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.411411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.411411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.411411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.411411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.424292] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 874.492829] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 874.492829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.492829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.492829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.493146] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.493345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.493450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.493672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.493823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.493967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.494143] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.558888] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.559418] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.559596] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.559879] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.560050] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.560371] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port c969207a-bf75-4315-972a-f5954ba92644 not found, creating... [ 874.560599] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.560828] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.561013] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.561378] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.561557] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.561983] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.562260] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.562334] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.562569] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.562726] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.563185] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: c969207a-bf75-4315-972a-f5954ba92644 is going to be created. [ 874.592094] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.592289] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.592482] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.592784] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.593121] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.593409] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-c969207a-bf75-4315-972a-f5954ba92644" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.996595] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.996847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.996899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.997193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.997402] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.997464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.997542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.997666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.997755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.997844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.997990] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.998094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.998154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.998292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.998446] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.998599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.998686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.998867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.998986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.999159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.999271] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.329346] env[65815]: INFO networking_nsxv3.common.synchronization [req-b04c00ef-fc2b-4c56-8c17-5122b4f63cac req-35bd8538-af5f-4e59-984c-addbe81163b4 service nova] Enqueued Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGHEST for action security_group_rules [ 875.329630] env[65815]: INFO networking_nsxv3.common.synchronization [req-b04c00ef-fc2b-4c56-8c17-5122b4f63cac req-35bd8538-af5f-4e59-984c-addbe81163b4 service nova] Enqueued Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGHEST for action security_group_members [ 875.329830] env[65815]: INFO networking_nsxv3.common.synchronization [req-b04c00ef-fc2b-4c56-8c17-5122b4f63cac req-35bd8538-af5f-4e59-984c-addbe81163b4 service nova] Enqueued Resource ID: c969207a-bf75-4315-972a-f5954ba92644 with Priority: HIGHEST for action port [ 875.331164] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGHEST for action security_group_rules [ 875.331164] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGHEST for action security_group_members [ 875.331296] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c969207a-bf75-4315-972a-f5954ba92644 with Priority: HIGHEST for action port [ 875.331791] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b247da6-ca7b-49d7-bcc4-87029e7562db taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.331791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.331962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.332179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.332179] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.333346] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b247da6-ca7b-49d7-bcc4-87029e7562db taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.333429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.333551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.333762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.333951] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.334120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.334120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.334277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.334363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.334456] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.335738] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c969207a-bf75-4315-972a-f5954ba92644 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.335860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c969207a-bf75-4315-972a-f5954ba92644" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.335941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c969207a-bf75-4315-972a-f5954ba92644" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.336154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c969207a-bf75-4315-972a-f5954ba92644" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.336226] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c969207a-bf75-4315-972a-f5954ba92644',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.501156] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23e26733-af9a-4053-96cf-c7feb9c68c94: rpc.has_security_group_logging(os_id): False [ 875.521658] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.521808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.521967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.522150] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.522250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.522477] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.522591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.522591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.522761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.522809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.522992] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.523142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.523142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.525135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.525135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.525135] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.525135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.525135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.525135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.525135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.525135] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 875.593055] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.593247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.593295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.593538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.593700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.608288] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 875.655289] env[65815]: INFO networking_nsxv3.common.synchronization [req-386445f1-5e83-4e2a-9a5b-7843bc5fbfe7 req-caf2fe54-c2d9-42fe-915c-52f125e527d0 tempest-AttachInterfacesUnderV243Test-1073896042 tempest-AttachInterfacesUnderV243Test-1073896042-project-member] Enqueued Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 875.656907] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 with Priority: HIGHEST for action security_group_members [ 875.657368] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-005411be-6f4f-4a54-8ba6-a7ba78a07960 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.657533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.778204] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: SUCCESS [ 875.778402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.778679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.778872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.779545] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.779545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.779545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.779545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.779545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.779545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.779833] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.780842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.780842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.781114] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.781258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.781331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.783293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.783293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.783293] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.838963] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c969207a-bf75-4315-972a-f5954ba92644 with status ACTIVE [ 875.839108] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.839226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.839297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.839510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.839600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.839826] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.839930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.839930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.840065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.840144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.840322] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.840413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.840471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.840610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.840727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.840767] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c969207a-bf75-4315-972a-f5954ba92644 is going to be updated. [ 875.841963] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b247da6-ca7b-49d7-bcc4-87029e7562db taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.842087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.842269] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.863796] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.863993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.864079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.864271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.864455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.864574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c969207a-bf75-4315-972a-f5954ba92644" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.283791] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.288642] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.288829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.288886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.289120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.289217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.289417] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.289535] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.289594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.289740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.289844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.289901] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be updated. [ 876.331317] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3995a0fd-93d8-49e1-becc-077ee783e253 in Status: SUCCESS [ 876.331624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.331751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.331926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.332131] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.332283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.332455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.332511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.332599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.332686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.332775] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.334929] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.335088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.335088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.335398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.335398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.344145] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: IN_PROGRESS for 2s [ 876.344402] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.437535] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 876.437535] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.786173] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 005411be-6f4f-4a54-8ba6-a7ba78a07960: rpc.has_security_group_logging(os_id): False [ 876.807212] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.807389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.807459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.808029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.808029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.808243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.808243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.808334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.808435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.808554] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be updated. [ 876.837661] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.846607] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.846826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.846928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.847266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.847405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.847570] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db is going to be created. [ 876.877139] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.877378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.877378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.877713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.877812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.879917] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.879917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.879917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.879917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.880135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.890930] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db in Status: UNINITIALIZED for 2s [ 876.894817] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: IN_PROGRESS for 2s [ 877.340446] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3995a0fd-93d8-49e1-becc-077ee783e253: rpc.has_security_group_logging(os_id): False [ 877.375250] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.375391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.375463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.375683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.375774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.376177] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.376177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.376347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.376389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.376563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.376736] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3995a0fd-93d8-49e1-becc-077ee783e253 is going to be created. [ 877.444017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.444683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.444683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.444879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.445122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.456960] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3995a0fd-93d8-49e1-becc-077ee783e253 in Status: IN_PROGRESS for 2s [ 877.623325] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 877.623545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.625625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.625625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.625625] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.126945] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.127336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.127336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.127564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.127642] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.127828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.127828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.127914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.128033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.128107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.129472] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.358029] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: SUCCESS [ 878.358029] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 deletion is rescheduled due to dependency. [ 878.358029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.358029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.358438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.358438] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.358540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.358540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.358734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.359529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.359529] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.632525] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.632684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.632743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.632952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.633429] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.633429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.633429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.633608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.633608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.633694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.633770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.633959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.633959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.634148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.634289] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.634381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.634455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.634594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.634680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.634836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.634836] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.864559] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.864754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.864839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.865073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.865455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.865455] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.866569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.866569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.866569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.866569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.866569] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be updated. [ 878.894850] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.895033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.895098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.895367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.895539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.905660] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db in Status: SUCCESS [ 878.905660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.905660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.905981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.905981] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.906306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.906306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.906772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.907889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.907889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.907889] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.908736] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: IN_PROGRESS for 2s [ 878.910660] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: SUCCESS [ 878.910855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.911029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.911226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.911309] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.137993] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23e26733-af9a-4053-96cf-c7feb9c68c94: rpc.has_security_group_logging(os_id): False [ 879.158761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.159279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.159532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.159629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.159839] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.159954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.160026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.160218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.160307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.160525] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.160638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.160717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.160852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.160925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.161114] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.161221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.161307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.161415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.161474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.161560] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 879.226846] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.226846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.226846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.227053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.227180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.269630] env[65815]: INFO networking_nsxv3.common.synchronization [None req-4ab171a7-5f2e-4bc7-b134-f3168d8bf63e None None] Enqueued Resource ID: d7fe68bd-de8b-411b-9417-351d0e39850e with Priority: HIGHEST for action port [ 879.270523] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fe68bd-de8b-411b-9417-351d0e39850e with Priority: HIGHEST for action port [ 879.270975] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7fe68bd-de8b-411b-9417-351d0e39850e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.271197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7fe68bd-de8b-411b-9417-351d0e39850e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.271305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7fe68bd-de8b-411b-9417-351d0e39850e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.271671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7fe68bd-de8b-411b-9417-351d0e39850e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.271859] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fe68bd-de8b-411b-9417-351d0e39850e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.274091] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 879.410435] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b247da6-ca7b-49d7-bcc4-87029e7562db taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.411032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.411032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.411032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.411374] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.411374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.411507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.411612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.411707] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.411849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.412009] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b247da6-ca7b-49d7-bcc4-87029e7562db taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.412139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.412356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.412520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.412610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.412666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.413064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.413064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.413064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.413064] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.436377] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.436554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.436613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.436820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.437793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.437793] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be deleted. [ 879.470980] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3995a0fd-93d8-49e1-becc-077ee783e253 in Status: SUCCESS [ 879.471237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.514501] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.514806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.514806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.515175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.515175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.515297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.775406] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7fe68bd-de8b-411b-9417-351d0e39850e [ 879.775612] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.775740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.775805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.776064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.776219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.776325] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7fe68bd-de8b-411b-9417-351d0e39850e already deleted. [ 879.776410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7fe68bd-de8b-411b-9417-351d0e39850e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.917720] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b247da6-ca7b-49d7-bcc4-87029e7562db: rpc.has_security_group_logging(os_id): False [ 879.943020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.943020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.943020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.943020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.943020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.943020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.943020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.943020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.943020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.943020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.944689] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.944853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.945591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.945591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.945591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.945591] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.945876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.945876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.945969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.945969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.946170] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db is going to be created. [ 880.011719] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.013738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.013738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.013738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.013738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.025730] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db in Status: IN_PROGRESS for 2s [ 880.457959] env[65815]: INFO networking_nsxv3.common.synchronization [None req-451c417e-dac5-41fa-b8d4-9c8445950df8 tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_rules [ 880.458553] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_rules [ 880.460485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88cd2c4-b024-4702-912d-0841e16377e9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.460485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.460485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.460485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.460485] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.715567] env[65815]: INFO networking_nsxv3.common.synchronization [req-85560d84-38a5-4435-9da5-43507cc76102 req-266e3b8c-33af-45f3-8b1b-dcd74449f940 tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 880.720514] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 880.722413] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.724054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.724054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.724054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.724054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.724054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.724054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.724054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.724054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.724054] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.921923] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 in Status: SUCCESS [ 880.922269] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 deletion is rescheduled due to dependency. [ 880.922269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.922732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.922732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.922885] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.923787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.923891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.924221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.924325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.924435] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005411be-6f4f-4a54-8ba6-a7ba78a07960',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.965960] env[65815]: INFO networking_nsxv3.common.synchronization [None req-5ad03512-0a65-4125-845f-3f65155120fd tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_rules [ 880.967782] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_rules [ 880.967782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88cd2c4-b024-4702-912d-0841e16377e9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.967782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.986733] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.986929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.986929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.987174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.987269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.987900] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88cd2c4-b024-4702-912d-0841e16377e9 already deleted. [ 880.987900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.987900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.987900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.987900] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.230033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.230033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.230033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.230033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.230612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.230612] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.230612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.230812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.235489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.235750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.235877] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be deleted. [ 881.379111] env[65815]: INFO networking_nsxv3.common.synchronization [req-85560d84-38a5-4435-9da5-43507cc76102 req-0bbc5380-cb90-41de-a4d1-e92544ee6510 tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 881.379671] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 881.380036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.380171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.380983] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 881.381667] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.383457] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.383612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.383895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.383994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.384097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.384239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.384440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.384673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.384907] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.385741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.385741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.385741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.385741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.385741] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.430897] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.430897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.430897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.430897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.430897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.430897] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.430897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.430897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.430897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.430897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.430897] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005411be-6f4f-4a54-8ba6-a7ba78a07960 is going to be deleted. [ 881.470463] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.470759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.470759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.471623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.471623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.471623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005411be-6f4f-4a54-8ba6-a7ba78a07960" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.513582] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.513898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.513898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.514064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.514977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.514977] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88cd2c4-b024-4702-912d-0841e16377e9 already deleted. [ 881.514977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.888880] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.891120] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.891120] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 already deleted. [ 881.891120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.041954] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db in Status: SUCCESS [ 882.042174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.097554] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.097554] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-224" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.097554] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-224" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.097554] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-224" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.097554] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.098049] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.098049] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.098614] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.098614] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.101188] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.101188] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.101188] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.101188] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.101188] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.101188] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.101188] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.121817] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.121817] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.121817] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.121817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-224" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.121817] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.121817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.121817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.121817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.121817] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.341889] env[65815]: INFO networking_nsxv3.common.synchronization [req-6302e010-2c63-4508-8c10-92bb2d747292 req-3b02f6c7-cc56-40d3-a978-62d50a31e3ef tempest-ListServersNegativeTestJSON-165235897 tempest-ListServersNegativeTestJSON-165235897-project-member] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 882.342733] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 882.343443] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.344086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.344086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.344086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.344418] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.344624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.346052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.346052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.346052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.346052] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.400545] env[65815]: INFO networking_nsxv3.common.synchronization [None req-fe63323a-8207-444b-8bbd-ed581c200b31 None None] Enqueued Resource ID: ddbb3553-1046-4c2f-af4f-6a2429985d9b with Priority: HIGHEST for action port [ 882.401123] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbb3553-1046-4c2f-af4f-6a2429985d9b with Priority: HIGHEST for action port [ 882.401430] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbb3553-1046-4c2f-af4f-6a2429985d9b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.401549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbb3553-1046-4c2f-af4f-6a2429985d9b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.401620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbb3553-1046-4c2f-af4f-6a2429985d9b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.402014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbb3553-1046-4c2f-af4f-6a2429985d9b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.402175] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbb3553-1046-4c2f-af4f-6a2429985d9b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.626594] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.626939] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.627015] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.630683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.630683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.630683] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e not found, creating... [ 882.630683] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.630683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.630683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.630683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.630683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.630683] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.630683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.631345] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.631345] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.631345] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.631345] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e is going to be created. [ 882.652739] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.653058] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.653257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.653506] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.653725] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.654212] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.847206] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.864764] env[65815]: INFO networking_nsxv3.common.synchronization [req-97999e0d-fc69-4c82-b02e-4f0495b6eb9c req-8b9748f3-3860-4fa6-bcb5-c05b63a25b1a tempest-ServersV294TestFqdnHostnames-920120986 tempest-ServersV294TestFqdnHostnames-920120986-project-member] Enqueued Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_members [ 882.865294] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 with Priority: HIGHEST for action security_group_members [ 882.865609] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.865731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.865808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.865999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.866300] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.866404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.866475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.866636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.866721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.866809] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e3594f0-40cf-4c5a-a1cf-78269b1274d8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.904418] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddbb3553-1046-4c2f-af4f-6a2429985d9b [ 882.904761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.905084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.905187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.905399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.905491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.905585] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddbb3553-1046-4c2f-af4f-6a2429985d9b already deleted. [ 882.905666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbb3553-1046-4c2f-af4f-6a2429985d9b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.349983] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.369217] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.369217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.369217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.369217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.369217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.369553] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.369553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.369553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.369668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.369668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.369766] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 is going to be updated. [ 883.384992] env[65815]: INFO networking_nsxv3.common.synchronization [req-85560d84-38a5-4435-9da5-43507cc76102 req-fcc27c92-c5d2-4e98-88f8-eca6704073c5 service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 883.385203] env[65815]: INFO networking_nsxv3.common.synchronization [req-85560d84-38a5-4435-9da5-43507cc76102 req-fcc27c92-c5d2-4e98-88f8-eca6704073c5 service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 883.385370] env[65815]: INFO networking_nsxv3.common.synchronization [req-85560d84-38a5-4435-9da5-43507cc76102 req-fcc27c92-c5d2-4e98-88f8-eca6704073c5 service nova] Enqueued Resource ID: 6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e with Priority: HIGHEST for action port [ 883.386182] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 883.386335] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 883.386437] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e with Priority: HIGHEST for action port [ 883.386804] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.386890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.386957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.387274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.387390] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.388656] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.388774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.388844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.389135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.389237] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.389313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.389359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.389518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.389603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.389694] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.390822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.390982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.391067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.391437] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.391437] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.411371] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.411573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.411634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.411884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.412053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.423626] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 in Status: IN_PROGRESS for 2s [ 883.472850] env[65815]: INFO networking_nsxv3.common.synchronization [req-92036b72-14bc-454b-8397-1a5cb05dda1a req-2428d765-a29a-4f3f-9ddc-45680df2c829 tempest-ServersWithSpecificFlavorTestJSON-1636987805 tempest-ServersWithSpecificFlavorTestJSON-1636987805-project-member] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 883.473563] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGHEST for action security_group_members [ 883.474305] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.474468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.474545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.474751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.474999] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.475131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.475191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.475356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.475454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.475551] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.853075] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.853399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.853399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.853683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.853826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.854158] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 883.884672] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.884887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.884887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.885058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.885142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.893614] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.895148] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.895148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.895254] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 883.896486] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e with status ACTIVE [ 883.896770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.896955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.897086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.897334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.898399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.898399] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.898399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.898399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.898399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.898399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.898399] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.898399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.898399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.898693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.898693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.898773] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e is going to be updated. [ 883.920484] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.920612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.920687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.920892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.921043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.921204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dffef3a-f3fa-4bd8-9a08-36f3d7bd927e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.978524] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.978703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.978767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.979123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.979237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.979442] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.979547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.979609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.979767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.979839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.979929] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be updated. [ 884.012779] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.013030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.013153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.013459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.013680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.023337] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: IN_PROGRESS for 2s [ 884.260296] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.260559] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-428" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.260731] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-428" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.261144] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-428" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.261410] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.261571] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.261689] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.262144] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.262309] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.262549] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.262811] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.263090] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.263286] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.263471] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.263649] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.263891] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.289221] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.289487] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.289643] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.289865] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-428" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.290421] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-4481b18e-9ba8-4c9d-8acc-a49a8741482b taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.290619] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-4481b18e-9ba8-4c9d-8acc-a49a8741482b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.290739] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-4481b18e-9ba8-4c9d-8acc-a49a8741482b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.291142] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-4481b18e-9ba8-4c9d-8acc-a49a8741482b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.291264] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4481b18e-9ba8-4c9d-8acc-a49a8741482b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.401130] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.794431] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.795301] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.795301] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.795301] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.795489] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.795489] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 4481b18e-9ba8-4c9d-8acc-a49a8741482b not found, creating... [ 884.796120] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.796120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.796120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.797163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.797163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.797163] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.797163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.797163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.797466] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.797906] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.797906] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 4481b18e-9ba8-4c9d-8acc-a49a8741482b is going to be created. [ 884.817714] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.818746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.818746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.818746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.819138] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.819448] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-4481b18e-9ba8-4c9d-8acc-a49a8741482b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.905538] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.905538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.905538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.905538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.905538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.905538] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be created. [ 884.938592] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.938787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.938822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.939278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.939278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.951389] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: UNINITIALIZED for 2s [ 885.311786] env[65815]: INFO networking_nsxv3.common.synchronization [req-5df760fc-e6e5-45e1-895b-126fc2871e9b req-dfde37bb-f1f2-48bf-b956-f9162ad7745d tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 885.312383] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 885.312701] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.312822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.312885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.313104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.313261] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.313355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.313413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.313561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.313719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.313719] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.434112] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 in Status: SUCCESS [ 885.434298] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e3594f0-40cf-4c5a-a1cf-78269b1274d8 deletion is rescheduled due to dependency. [ 885.434595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e3594f0-40cf-4c5a-a1cf-78269b1274d8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.527097] env[65815]: INFO networking_nsxv3.common.synchronization [req-85560d84-38a5-4435-9da5-43507cc76102 req-d8580cd9-8011-4615-9df8-39aeea2f2d1c service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 885.527358] env[65815]: INFO networking_nsxv3.common.synchronization [req-85560d84-38a5-4435-9da5-43507cc76102 req-d8580cd9-8011-4615-9df8-39aeea2f2d1c service nova] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 885.527977] env[65815]: INFO networking_nsxv3.common.synchronization [req-85560d84-38a5-4435-9da5-43507cc76102 req-d8580cd9-8011-4615-9df8-39aeea2f2d1c service nova] Enqueued Resource ID: 4481b18e-9ba8-4c9d-8acc-a49a8741482b with Priority: HIGHEST for action port [ 885.528543] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_rules [ 885.528680] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 885.528777] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4481b18e-9ba8-4c9d-8acc-a49a8741482b with Priority: HIGHEST for action port [ 885.529134] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.529243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.529441] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.529523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.529696] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-4481b18e-9ba8-4c9d-8acc-a49a8741482b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.529793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4481b18e-9ba8-4c9d-8acc-a49a8741482b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.529919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4481b18e-9ba8-4c9d-8acc-a49a8741482b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.530068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4481b18e-9ba8-4c9d-8acc-a49a8741482b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.530304] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4481b18e-9ba8-4c9d-8acc-a49a8741482b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.627829] env[65815]: INFO networking_nsxv3.common.synchronization [None req-2515f60b-9632-4b6c-8f47-88fa97bcab22 None None] Enqueued Resource ID: 5ea9f0fa-c592-40d4-92e1-aa6a1271b144 with Priority: HIGHEST for action port [ 885.628210] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea9f0fa-c592-40d4-92e1-aa6a1271b144 with Priority: HIGHEST for action port [ 885.628663] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea9f0fa-c592-40d4-92e1-aa6a1271b144 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.628788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea9f0fa-c592-40d4-92e1-aa6a1271b144" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.628854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea9f0fa-c592-40d4-92e1-aa6a1271b144" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.629969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea9f0fa-c592-40d4-92e1-aa6a1271b144" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.629969] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea9f0fa-c592-40d4-92e1-aa6a1271b144',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.817855] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.905837] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 885.906110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.032855] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4481b18e-9ba8-4c9d-8acc-a49a8741482b with status ACTIVE [ 886.033187] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.033381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.033422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.033661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.033757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.033974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.034095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.034158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.034319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.034398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.034584] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.034679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.034741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.034881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.034957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.035071] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4481b18e-9ba8-4c9d-8acc-a49a8741482b is going to be updated. [ 886.038622] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d in Status: SUCCESS [ 886.038793] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d deletion is rescheduled due to dependency. [ 886.038953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.059150] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.059306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.059306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.059606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.059668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.059833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4481b18e-9ba8-4c9d-8acc-a49a8741482b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.132301] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ea9f0fa-c592-40d4-92e1-aa6a1271b144 [ 886.132607] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.132735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.132805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.133044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.133129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.133232] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ea9f0fa-c592-40d4-92e1-aa6a1271b144 already deleted. [ 886.133339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea9f0fa-c592-40d4-92e1-aa6a1271b144" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.326657] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.540184] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.541103] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.541331] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.541554] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.541847] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.542555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.542555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.542654] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.542857] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.544306] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.544306] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.544306] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.544306] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.544306] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.544306] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.544306] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.564637] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.564921] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.565137] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.565907] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.567018] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-2421fc5b-6130-497f-a72a-2b8980473bf4 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.567304] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-2421fc5b-6130-497f-a72a-2b8980473bf4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.567478] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-2421fc5b-6130-497f-a72a-2b8980473bf4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.567933] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-2421fc5b-6130-497f-a72a-2b8980473bf4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.568113] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2421fc5b-6130-497f-a72a-2b8980473bf4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.830637] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.830637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.830637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.830637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.830865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.830865] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 886.866969] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.866969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.866969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.866969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.866969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.874279] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 886.961286] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 886.961595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.961711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.961946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.962286] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.962286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.962462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.962597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.962597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.962646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.962761] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.963605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.963766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.964022] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.964112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.964262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.964360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.964408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.964502] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.071081] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.071395] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.071752] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.072224] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.072418] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.072617] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 2421fc5b-6130-497f-a72a-2b8980473bf4 not found, creating... [ 887.073042] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.073245] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.073443] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.073707] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.073948] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.074654] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.075049] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.075253] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.075688] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.076191] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.076483] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 2421fc5b-6130-497f-a72a-2b8980473bf4 is going to be created. [ 887.101127] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.101327] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.101459] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.101737] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.101986] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.102280] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-2421fc5b-6130-497f-a72a-2b8980473bf4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.467375] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.467375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.467375] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.856701] env[65815]: INFO networking_nsxv3.common.synchronization [req-5df760fc-e6e5-45e1-895b-126fc2871e9b req-7cd7aaa9-03b7-4cb3-8c61-8eae8b26243b service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 887.856891] env[65815]: INFO networking_nsxv3.common.synchronization [req-5df760fc-e6e5-45e1-895b-126fc2871e9b req-7cd7aaa9-03b7-4cb3-8c61-8eae8b26243b service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 887.857042] env[65815]: INFO networking_nsxv3.common.synchronization [req-5df760fc-e6e5-45e1-895b-126fc2871e9b req-7cd7aaa9-03b7-4cb3-8c61-8eae8b26243b service nova] Enqueued Resource ID: 2421fc5b-6130-497f-a72a-2b8980473bf4 with Priority: HIGHEST for action port [ 887.857574] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 887.857710] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 887.857808] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2421fc5b-6130-497f-a72a-2b8980473bf4 with Priority: HIGHEST for action port [ 887.859470] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.859892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.860327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.860631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.860836] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.863997] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.864224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.864521] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2421fc5b-6130-497f-a72a-2b8980473bf4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.864685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2421fc5b-6130-497f-a72a-2b8980473bf4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.864870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2421fc5b-6130-497f-a72a-2b8980473bf4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.865137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2421fc5b-6130-497f-a72a-2b8980473bf4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.865257] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2421fc5b-6130-497f-a72a-2b8980473bf4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.970390] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.026317] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7ca3a08f-08c4-45e8-9def-689410737e27 None None] Enqueued Resource ID: 20cd19c6-ea4f-4e58-99fd-111351bcfe9f with Priority: HIGHEST for action port [ 888.026923] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20cd19c6-ea4f-4e58-99fd-111351bcfe9f with Priority: HIGHEST for action port [ 888.027314] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-20cd19c6-ea4f-4e58-99fd-111351bcfe9f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.027778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20cd19c6-ea4f-4e58-99fd-111351bcfe9f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.027778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20cd19c6-ea4f-4e58-99fd-111351bcfe9f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.027778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20cd19c6-ea4f-4e58-99fd-111351bcfe9f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.028070] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20cd19c6-ea4f-4e58-99fd-111351bcfe9f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.370065] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.370201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.372520] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2421fc5b-6130-497f-a72a-2b8980473bf4 with status ACTIVE [ 888.372520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.372520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.372520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.372520] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2421fc5b-6130-497f-a72a-2b8980473bf4 is going to be updated. [ 888.394845] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.394845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.394845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.394845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.394845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.395073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2421fc5b-6130-497f-a72a-2b8980473bf4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.472972] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.472972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.472972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.472972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.472972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.473235] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 888.525540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.525714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.525765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.525975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.526133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.530124] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20cd19c6-ea4f-4e58-99fd-111351bcfe9f [ 888.530354] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.530478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.530545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.530732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.530816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.530908] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20cd19c6-ea4f-4e58-99fd-111351bcfe9f already deleted. [ 888.530988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20cd19c6-ea4f-4e58-99fd-111351bcfe9f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.537316] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 888.885235] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 888.885455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.885664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.885963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.886117] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.886222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.886294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.886458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.886538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.886635] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.388623] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.891794] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.396079] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.396431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.396431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.396570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.396850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.397045] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 890.436175] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.436175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.436175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.436175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.436532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.450034] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 890.548387] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 890.548635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.548862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.549108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.549895] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.549895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.549895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.549895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.549895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.549895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.551614] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.551614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.551614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.551614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.551614] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.551614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.551614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.551614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.551614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.551614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.551614] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.053749] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7282dac7-e421-4840-b851-51a9f23eec43: rpc.has_security_group_logging(os_id): False [ 891.073162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.073318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.073433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.073661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.073791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.073940] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.074061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.074115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.074249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.074349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.074594] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.074650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.075033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.075033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.075033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.075289] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.075289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.075289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.075386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.075474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.075534] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be created. [ 891.091233] env[65815]: INFO networking_nsxv3.common.synchronization [req-2d001cb2-c69d-4407-a5d0-4c06d958e76e req-84c8ac8a-8286-4334-a58a-8795712072eb tempest-MigrationsAdminTest-1007894125 tempest-MigrationsAdminTest-1007894125-project-member] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 891.091766] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 891.092109] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.092237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.092320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.092501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.092658] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.092859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.092859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.092964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.093611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.093611] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.140572] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.140572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.140738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.141141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.141242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.162818] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 891.385590] env[65815]: INFO networking_nsxv3.common.synchronization [req-0a093fbd-1fa0-4867-8a97-940b886d402c req-21126e35-ca4d-4fce-a1b8-994888d0dc0e tempest-InstanceActionsNegativeTestJSON-1122213615 tempest-InstanceActionsNegativeTestJSON-1122213615-project-member] Enqueued Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGHEST for action security_group_members [ 891.386249] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGHEST for action security_group_members [ 891.386601] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b247da6-ca7b-49d7-bcc4-87029e7562db taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.386726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.386796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.387019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.387179] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.387320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.387368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.387511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.387591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.387696] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.452650] env[65815]: INFO networking_nsxv3.common.synchronization [req-5700a4ff-0ad2-4330-8ba0-faf44886e9bc req-12e19b7f-4254-4723-8262-1b8d72dc98b8 tempest-ServerRescueNegativeTestJSON-1559514577 tempest-ServerRescueNegativeTestJSON-1559514577-project-member] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 891.453660] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 891.453787] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.453966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.454029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.454296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.454562] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.454632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.454704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.454870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.455016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.455125] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.596771] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.846887] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.847491] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.848652] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.848652] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.848652] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.851239] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.851239] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.851239] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.851239] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.851239] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.851239] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.851239] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.851239] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.851239] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.852687] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.852687] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.878269] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.878875] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.879077] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.879269] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.879607] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-db81f47e-d141-4213-a1ad-319acee20089 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.879796] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-db81f47e-d141-4213-a1ad-319acee20089" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.879916] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-db81f47e-d141-4213-a1ad-319acee20089" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.880435] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-db81f47e-d141-4213-a1ad-319acee20089" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.880578] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db81f47e-d141-4213-a1ad-319acee20089',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.892588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.892797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.892840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.893069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.893169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.893381] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.893502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.893590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.895049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.895049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.895049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db is going to be updated. [ 891.932810] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.932980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.933037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.933273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.933407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.946461] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db in Status: IN_PROGRESS for 2s [ 891.963066] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.963192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.963420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.964657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.964811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.965086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.965218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.965284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.965507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.965600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.965711] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 already deleted. [ 891.965842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.101362] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.384646] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.384798] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.384833] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.385390] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.385604] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.385768] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port db81f47e-d141-4213-a1ad-319acee20089 not found, creating... [ 892.386180] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.386546] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.386674] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.386906] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.387066] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.389243] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.389243] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.389243] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.389243] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.389243] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.389243] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: db81f47e-d141-4213-a1ad-319acee20089 is going to be created. [ 892.409554] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.409748] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.409860] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.410731] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.410973] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.411338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-db81f47e-d141-4213-a1ad-319acee20089" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.465147] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 892.465480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.465561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.465782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.465980] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.466115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.466180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.466432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.466514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.466603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.466693] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.605841] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.606046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.606142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.606388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.606495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.606632] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 is going to be updated. [ 892.636327] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.636490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.636550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.636763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.636905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.649802] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: IN_PROGRESS for 2s [ 892.969230] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.969432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.969523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.969839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.970121] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.973853] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.973853] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.973853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.973853] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.164178] env[65815]: INFO networking_nsxv3.common.synchronization [req-5700a4ff-0ad2-4330-8ba0-faf44886e9bc req-f68c2c9a-7b2a-49ed-bf94-9e0244f1182b service nova] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_rules [ 893.164308] env[65815]: INFO networking_nsxv3.common.synchronization [req-5700a4ff-0ad2-4330-8ba0-faf44886e9bc req-f68c2c9a-7b2a-49ed-bf94-9e0244f1182b service nova] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 893.164522] env[65815]: INFO networking_nsxv3.common.synchronization [req-5700a4ff-0ad2-4330-8ba0-faf44886e9bc req-f68c2c9a-7b2a-49ed-bf94-9e0244f1182b service nova] Enqueued Resource ID: db81f47e-d141-4213-a1ad-319acee20089 with Priority: HIGHEST for action port [ 893.166013] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_rules [ 893.166167] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 893.166286] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db81f47e-d141-4213-a1ad-319acee20089 with Priority: HIGHEST for action port [ 893.166607] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.166729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.166808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.167078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.167161] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.168273] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.168273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.168273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.168406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.168546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.168639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.168692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.168839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.168923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.169019] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.169763] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-db81f47e-d141-4213-a1ad-319acee20089 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.169866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db81f47e-d141-4213-a1ad-319acee20089" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.169931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db81f47e-d141-4213-a1ad-319acee20089" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.170159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db81f47e-d141-4213-a1ad-319acee20089" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.170159] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db81f47e-d141-4213-a1ad-319acee20089',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.186221] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 893.186397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.186588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.186802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.187151] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.477102] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 893.495328] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.495483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.495549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.495764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.495849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.496047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.496139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.496198] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.496352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.496441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.496628] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.496720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.498652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.498652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.498652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.498652] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.498652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.498652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.498652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.498652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.498652] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 893.563418] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.563593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.563664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.563845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.564153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.581143] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 893.671947] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.673439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.675186] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.676705] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db81f47e-d141-4213-a1ad-319acee20089 with status ACTIVE [ 893.677067] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.679020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.679020] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.679020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.679020] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db81f47e-d141-4213-a1ad-319acee20089 is going to be updated. [ 893.689068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.689497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.689684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.690021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.690403] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.690614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.690804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.691093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.691315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.691555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.692905] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.706523] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.706523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.706523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.706523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.706523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.706523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db81f47e-d141-4213-a1ad-319acee20089" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.957936] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db in Status: SUCCESS [ 893.958308] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db deletion is rescheduled due to dependency. [ 893.958509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.011136] env[65815]: INFO networking_nsxv3.common.synchronization [req-f082ac9e-88b8-4147-bfcb-e63fa3535246 req-269f9556-041a-44e9-94f3-7176e9cc7385 tempest-ServerRescueNegativeTestJSON-1559514577 tempest-ServerRescueNegativeTestJSON-1559514577-project-member] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 894.011203] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 894.011465] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.011571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.182613] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.195953] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.196118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.197191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.197191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.197191] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.197191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.197191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.197191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.197403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.197403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.197450] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.198433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.198433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.198433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.198433] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.198433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.198433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.198433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.198433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.198433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.198433] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.438142] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.438142] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.438142] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.438142] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.438547] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.438838] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.439087] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.439508] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.439791] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.440143] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.440355] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 894.440545] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 894.440750] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 894.440967] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 894.441177] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 894.441409] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 894.463328] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 894.463328] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 894.463328] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 894.463328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.463328] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.463328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.463328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.463328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.463328] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e40c31c-a86c-4f6e-ab42-d0ccfd883203',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.524649] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b1a99ded-71c5-4807-8434-3e341b8074b4 None None] Enqueued Resource ID: c340deb6-7946-4f53-8156-bcd65cd3f53e with Priority: HIGHEST for action port [ 894.525572] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c340deb6-7946-4f53-8156-bcd65cd3f53e with Priority: HIGHEST for action port [ 894.526183] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c340deb6-7946-4f53-8156-bcd65cd3f53e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.526329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c340deb6-7946-4f53-8156-bcd65cd3f53e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.526430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c340deb6-7946-4f53-8156-bcd65cd3f53e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.526636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c340deb6-7946-4f53-8156-bcd65cd3f53e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.526719] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c340deb6-7946-4f53-8156-bcd65cd3f53e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.660997] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: SUCCESS [ 894.661237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.685610] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.685610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.686678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.686678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.686678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.686678] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 is going to be created. [ 894.701077] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7282dac7-e421-4840-b851-51a9f23eec43: rpc.has_security_group_logging(os_id): False [ 894.713973] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.713973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.713973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.714288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.714366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.721339] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.721426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.721426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.721624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.721737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.721893] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.725024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.725024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.725024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.725024] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 894.725920] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: UNINITIALIZED for 2s [ 894.792838] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.792838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.792838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.793078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.793273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.814147] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 894.966460] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.969019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.969019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.969019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.969019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.969019] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 2e40c31c-a86c-4f6e-ab42-d0ccfd883203 not found, creating... [ 894.969019] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.969019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.969019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.969019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.969019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.969835] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.969835] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.970078] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.970403] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.970634] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.970931] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 2e40c31c-a86c-4f6e-ab42-d0ccfd883203 is going to be created. [ 894.994223] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.994223] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.994223] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.994223] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.994223] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.994223] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.028834] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c340deb6-7946-4f53-8156-bcd65cd3f53e [ 895.029071] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.029647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.029647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.029647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.029647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.029647] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c340deb6-7946-4f53-8156-bcd65cd3f53e already deleted. [ 895.029905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c340deb6-7946-4f53-8156-bcd65cd3f53e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.582292] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d85b88f7-a60e-44cb-837c-504efd1a98de tempest-AttachVolumeShelveTestJSON-1807910003 tempest-AttachVolumeShelveTestJSON-1807910003-project-member] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_rules [ 895.583750] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_rules [ 895.584118] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.584238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.584310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.584575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.584645] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.603500] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 895.603721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.702746] env[65815]: INFO networking_nsxv3.common.synchronization [None req-e62bc190-741e-4447-b452-05490fbd57f0 tempest-AttachVolumeShelveTestJSON-1807910003 tempest-AttachVolumeShelveTestJSON-1807910003-project-member] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_rules [ 895.703027] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_rules [ 895.703332] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.703424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.767011] env[65815]: INFO networking_nsxv3.common.synchronization [req-f082ac9e-88b8-4147-bfcb-e63fa3535246 req-b7caaa4d-0667-4e44-b60f-fbcd107a0c34 service nova] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_rules [ 895.767082] env[65815]: INFO networking_nsxv3.common.synchronization [req-f082ac9e-88b8-4147-bfcb-e63fa3535246 req-b7caaa4d-0667-4e44-b60f-fbcd107a0c34 service nova] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 895.767607] env[65815]: INFO networking_nsxv3.common.synchronization [req-f082ac9e-88b8-4147-bfcb-e63fa3535246 req-b7caaa4d-0667-4e44-b60f-fbcd107a0c34 service nova] Enqueued Resource ID: 2e40c31c-a86c-4f6e-ab42-d0ccfd883203 with Priority: HIGHEST for action port [ 895.767744] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_rules [ 895.767879] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 895.767976] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e40c31c-a86c-4f6e-ab42-d0ccfd883203 with Priority: HIGHEST for action port [ 895.768998] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.769092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.769260] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.769346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.769687] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.769832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.769895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.770431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.770514] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e40c31c-a86c-4f6e-ab42-d0ccfd883203',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.110049] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.110049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.110387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.110659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.110743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.111550] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 already deleted. [ 896.111550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.111550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.111550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.111550] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.275885] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e40c31c-a86c-4f6e-ab42-d0ccfd883203 with status ACTIVE [ 896.275885] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.275885] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.275885] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.275885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.275885] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e40c31c-a86c-4f6e-ab42-d0ccfd883203 is going to be updated. [ 896.306556] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.306788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.306896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.307354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.307354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.307566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e40c31c-a86c-4f6e-ab42-d0ccfd883203" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.635528] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.635977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.635977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.636174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.636269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.636370] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 already deleted. [ 896.636456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.735341] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: SUCCESS [ 896.735558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.735732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.735955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.736576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.736576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.736576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.736576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.736576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.736835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.736835] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.737616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.737784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.737930] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.738039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.738995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.738995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.738995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.738995] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.836413] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 896.836647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.015662] env[65815]: INFO networking_nsxv3.common.synchronization [None req-313bd035-3479-4a14-a5f4-d4d2aa9f725b None None] Enqueued Resource ID: 52b89e5f-66f3-44be-a2bc-0fd995981e8e with Priority: HIGHEST for action port [ 897.016072] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b89e5f-66f3-44be-a2bc-0fd995981e8e with Priority: HIGHEST for action port [ 897.016398] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b89e5f-66f3-44be-a2bc-0fd995981e8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.016528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b89e5f-66f3-44be-a2bc-0fd995981e8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.016582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b89e5f-66f3-44be-a2bc-0fd995981e8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.016841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b89e5f-66f3-44be-a2bc-0fd995981e8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.016924] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b89e5f-66f3-44be-a2bc-0fd995981e8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.241731] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.243343] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.243683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.520093] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 52b89e5f-66f3-44be-a2bc-0fd995981e8e [ 897.520841] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.521506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.521506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.521506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.521708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.521708] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:52b89e5f-66f3-44be-a2bc-0fd995981e8e already deleted. [ 897.522686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b89e5f-66f3-44be-a2bc-0fd995981e8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.745296] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.248156] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.248352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.248352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.250199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.250199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.250199] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 is going to be updated. [ 898.308154] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.308565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.308653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.308835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.308997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.324087] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: IN_PROGRESS for 2s [ 898.471559] env[65815]: INFO networking_nsxv3.common.synchronization [req-792729ef-8639-491d-b2e5-938af4cd3d4c req-c9add9ac-e0e4-4b17-ba3f-338f621512ed tempest-ServersAdminTestJSON-2046803311 tempest-ServersAdminTestJSON-2046803311-project-member] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 898.471559] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 898.471632] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.472747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.472747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.472747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.472747] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.472747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.472747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.472747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.472747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.472747] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.656916] env[65815]: INFO networking_nsxv3.common.synchronization [req-c357b7f3-1efd-41c3-ac48-cf0943ca8cb2 req-e3491ef6-967d-4c9b-b388-100d3a1f4c64 tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 898.657471] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 898.658023] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.658023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.658023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.658223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.659014] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.659014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.659014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.659014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.659014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.659014] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.950437] env[65815]: INFO networking_nsxv3.common.synchronization [req-c357b7f3-1efd-41c3-ac48-cf0943ca8cb2 req-a83e5082-03cb-4885-bfbd-b86ab8ff8909 tempest-ServersTestMultiNic-1961025715 tempest-ServersTestMultiNic-1961025715-project-member] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 898.950437] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGHEST for action security_group_members [ 898.950437] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.950437] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.976116] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.161606] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.480049] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.665086] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.983433] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.983763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.983763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.983865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.983953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.984084] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 900.015323] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.015488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.015575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.015759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.015937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.030960] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 900.167788] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.167999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.168111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.168494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.168608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.168766] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 900.219293] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.219293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.219293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.219293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.219538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.230527] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 900.350022] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: SUCCESS [ 900.350022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.350022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.350022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.350022] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.350022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.350022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.350022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.350022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.350022] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.406951] env[65815]: INFO networking_nsxv3.common.synchronization [req-9d9bff97-ebeb-4c73-ba49-2ccf3fa7c5ad req-1d60e94a-52eb-463c-a144-1b54f9c88041 tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 900.407536] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 900.407909] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.408088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.408168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.408409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.410321] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.410321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.410321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.410321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.410321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.410321] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.855906] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.911618] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.970201] env[65815]: INFO networking_nsxv3.common.synchronization [req-5c9df81f-a2de-49b8-b9ae-7be1866baef9 req-22da5d09-4c3a-4c84-9a33-6c174f8ef762 tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 900.971986] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 900.971986] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.971986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.971986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.971986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.972253] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.972253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.972253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.972371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.972514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.972590] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.359023] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.414720] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.478036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.478036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.478036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.478036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.478036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.478036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.478036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.478036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.478036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.478036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.479602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 901.514197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.514360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.514454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.514685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.514825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.523607] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 901.865787] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.865787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.865787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.865787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.865787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.865787] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 is going to be updated. [ 901.898964] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.898964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.898964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.898964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.898964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.906919] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: IN_PROGRESS for 2s [ 901.918620] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.918773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.918850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.919083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.919316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.919316] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 901.960792] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.960969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.961026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.961395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.961395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.971184] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 902.043126] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 902.043269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.242142] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 902.242318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.242467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.242791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.242967] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.243134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.243211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.243496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.243617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.243734] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.746787] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.746787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.746787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.747150] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.747472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.747554] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.747631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.747668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.747948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.747948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.748054] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be updated. [ 902.774928] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.775104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.775222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.775523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.775945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.786606] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: IN_PROGRESS for 2s [ 903.534808] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 903.534873] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 deletion is rescheduled due to dependency. [ 903.534953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.918670] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: SUCCESS [ 903.918670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.918670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.919038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.919038] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.919270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.919270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.919357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.919414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.919479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.919619] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.919705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.919752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.919896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.920074] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.920124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.920199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.920523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.920523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.920523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.920523] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.982416] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 903.982416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.425778] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54c8a963-aa3f-4735-bc9a-c5790c01ccd5: rpc.has_security_group_logging(os_id): False [ 904.449854] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.450200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.450357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.450694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.450914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.451202] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.451309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.451373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.451547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.451626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.452355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.452456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.452543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.453049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.453049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.453195] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.453195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.453270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.453388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.453456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.453542] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 is going to be created. [ 904.517086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.517291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.517364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.517620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.517835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.538975] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: IN_PROGRESS for 2s [ 904.798504] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7282dac7-e421-4840-b851-51a9f23eec43 in Status: SUCCESS [ 904.798692] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 deletion is rescheduled due to dependency. [ 904.798809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.773025] env[65815]: INFO networking_nsxv3.common.synchronization [req-fa0d3108-5be3-48b2-ad11-af70d56cc21f req-5e2a29b3-163f-46aa-b89a-812e945054ca tempest-ListServersNegativeTestJSON-165235897 tempest-ListServersNegativeTestJSON-165235897-project-member] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 905.773025] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 905.773025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.773025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.773025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.773025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.773025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.773025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.773025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.773025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.773025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.773025] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.079373] env[65815]: INFO networking_nsxv3.common.synchronization [req-08d23780-9ae1-4e2d-9f7c-2c1c7874fad6 req-1ea8886b-d2bc-4b3d-a248-08c392b3b051 tempest-ListServersNegativeTestJSON-165235897 tempest-ListServersNegativeTestJSON-165235897-project-member] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 906.079971] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGHEST for action security_group_members [ 906.080306] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.080409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.277722] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.562463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: SUCCESS [ 906.562463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.562463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.562463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.562463] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.779933] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.064599] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.064877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.064877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.065133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.065255] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.065373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.065440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.066102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.066187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.066230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.066323] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.283702] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.283702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.283702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.283702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.283702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.283702] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 907.313852] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.314068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.314133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.314343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.314483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.323437] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 907.569592] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.569792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.569898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.570140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.570314] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.571684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.571684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.571684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.572119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.572119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.572119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.572119] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.074754] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54c8a963-aa3f-4735-bc9a-c5790c01ccd5: rpc.has_security_group_logging(os_id): False [ 908.096819] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.097447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.097568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.097806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.097911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.098205] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.098327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.098404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.098597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.098724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.098966] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.099398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.099573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.099913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.100046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.100305] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.100438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.100522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.100698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.100819] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.100913] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 is going to be updated. [ 908.181077] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.181077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.181077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.181077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.181077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.197018] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: IN_PROGRESS for 2s [ 908.369686] env[65815]: INFO networking_nsxv3.common.synchronization [req-6173b516-7c92-4cca-92f6-200cce01241d req-cb1d9aa3-372f-406c-8f81-d6a22521eb26 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 908.370497] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 908.370606] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.370701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.370841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.371043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.371229] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.371325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.371390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.371557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.371644] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.371833] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.765231] env[65815]: INFO networking_nsxv3.common.synchronization [None req-248b279a-4129-40d5-ad43-d5642540d252 None None] Enqueued Resource ID: d39b6225-bf4e-4b68-8dd9-0432999c4a1d with Priority: HIGHEST for action port [ 908.765231] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d39b6225-bf4e-4b68-8dd9-0432999c4a1d with Priority: HIGHEST for action port [ 908.765231] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-d39b6225-bf4e-4b68-8dd9-0432999c4a1d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.765231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d39b6225-bf4e-4b68-8dd9-0432999c4a1d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.765231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d39b6225-bf4e-4b68-8dd9-0432999c4a1d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.765231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d39b6225-bf4e-4b68-8dd9-0432999c4a1d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.765231] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d39b6225-bf4e-4b68-8dd9-0432999c4a1d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.801238] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.801444] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.801565] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.801841] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.802150] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.802321] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.802456] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.802684] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.802827] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.803043] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.803161] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.803272] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.803380] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.803489] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.803595] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.803725] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.823957] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.824180] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.824322] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.824496] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.824809] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-b4a5aeed-9255-4566-9363-6dd70c61bc04 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.824980] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-b4a5aeed-9255-4566-9363-6dd70c61bc04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.825155] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-b4a5aeed-9255-4566-9363-6dd70c61bc04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.825473] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-b4a5aeed-9255-4566-9363-6dd70c61bc04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.825606] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a5aeed-9255-4566-9363-6dd70c61bc04',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.873646] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.873847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.873927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.874421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.874421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.874529] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.874595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.874645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.874791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.874865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.874950] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f already deleted. [ 908.875054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.266872] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d39b6225-bf4e-4b68-8dd9-0432999c4a1d [ 909.267163] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.268291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.268291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.268291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.268291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.268291] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d39b6225-bf4e-4b68-8dd9-0432999c4a1d already deleted. [ 909.268291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d39b6225-bf4e-4b68-8dd9-0432999c4a1d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.328702] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.328702] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.328702] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.329168] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.329230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.329371] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port b4a5aeed-9255-4566-9363-6dd70c61bc04 not found, creating... [ 909.329658] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.329849] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.330016] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.330347] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.330572] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.331025] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.331272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.331476] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.331793] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.332011] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.332213] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: b4a5aeed-9255-4566-9363-6dd70c61bc04 is going to be created. [ 909.334192] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 909.334370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.334536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.334700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.334856] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.334970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.335085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.335204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.335285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.335376] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.358159] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.358447] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.358577] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.358857] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.359118] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.359363] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-b4a5aeed-9255-4566-9363-6dd70c61bc04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.837971] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.838370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.838370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.838449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.838521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.838717] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.838814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.838873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.839129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.839129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.839212] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be updated. [ 909.868920] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.869155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.869210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.869591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.870209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.880338] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: IN_PROGRESS for 2s [ 909.981618] env[65815]: INFO networking_nsxv3.common.synchronization [req-f7dbf9ca-1849-4a11-9812-421e9c8e8e48 req-d960302d-0971-4428-bdb7-ce00a1c43f2d tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_members [ 909.985521] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_members [ 909.985521] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88cd2c4-b024-4702-912d-0841e16377e9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.985521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.985521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.985521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.985521] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.985521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.985521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.985521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.985521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.985521] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.109902] env[65815]: INFO networking_nsxv3.common.synchronization [req-6173b516-7c92-4cca-92f6-200cce01241d req-7cbeaa79-6279-4b3f-b856-0c8bb40559d5 service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 910.112259] env[65815]: INFO networking_nsxv3.common.synchronization [req-6173b516-7c92-4cca-92f6-200cce01241d req-7cbeaa79-6279-4b3f-b856-0c8bb40559d5 service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 910.112435] env[65815]: INFO networking_nsxv3.common.synchronization [req-6173b516-7c92-4cca-92f6-200cce01241d req-7cbeaa79-6279-4b3f-b856-0c8bb40559d5 service nova] Enqueued Resource ID: b4a5aeed-9255-4566-9363-6dd70c61bc04 with Priority: HIGHEST for action port [ 910.113082] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 910.113224] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 910.113467] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a5aeed-9255-4566-9363-6dd70c61bc04 with Priority: HIGHEST for action port [ 910.113743] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.113743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.113894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.114086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.114162] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.115965] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.115965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.116109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.116964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.117163] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.117737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.117737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.117858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.118159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.118159] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.119169] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a5aeed-9255-4566-9363-6dd70c61bc04 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.119169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a5aeed-9255-4566-9363-6dd70c61bc04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.119169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a5aeed-9255-4566-9363-6dd70c61bc04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.119391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a5aeed-9255-4566-9363-6dd70c61bc04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.119391] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a5aeed-9255-4566-9363-6dd70c61bc04',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.216717] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: SUCCESS [ 910.217376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.399149] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.399479] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.399677] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.400052] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.401342] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.401342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.401342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.401342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.401342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.401342] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.401585] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.401585] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.401748] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.401832] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.401940] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.402171] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.422665] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.422844] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.422979] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.423184] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.423494] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-5b4f6863-07ca-400b-9956-c3fef95cb3ac taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.423665] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-5b4f6863-07ca-400b-9956-c3fef95cb3ac" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.423784] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-5b4f6863-07ca-400b-9956-c3fef95cb3ac" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.424166] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-5b4f6863-07ca-400b-9956-c3fef95cb3ac" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.424311] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4f6863-07ca-400b-9956-c3fef95cb3ac',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.494620] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.494763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.494832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.495084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.495242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.495383] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.495486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.495549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.495706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.495783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.495866] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88cd2c4-b024-4702-912d-0841e16377e9 already deleted. [ 910.495947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.621463] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.621606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.621783] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.623096] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4a5aeed-9255-4566-9363-6dd70c61bc04 with status ACTIVE [ 910.623375] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.623526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.623618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.623845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.623964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.624256] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.624411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.624468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.624645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.624753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.624969] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.625201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.625351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.625474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.625587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.625767] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4a5aeed-9255-4566-9363-6dd70c61bc04 is going to be updated. [ 910.647432] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.647697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.647779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.647983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.651028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.651028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a5aeed-9255-4566-9363-6dd70c61bc04" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.927205] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.927556] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.927556] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.928145] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.928197] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.928344] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 5b4f6863-07ca-400b-9956-c3fef95cb3ac not found, creating... [ 910.928731] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.928833] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.928886] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.929252] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.929523] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.929735] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.929889] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.930010] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.930223] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.930414] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.932127] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 5b4f6863-07ca-400b-9956-c3fef95cb3ac is going to be created. [ 910.953199] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.953443] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.953530] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.953812] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.954030] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.954283] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-5b4f6863-07ca-400b-9956-c3fef95cb3ac" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.999595] env[65815]: INFO networking_nsxv3.common.synchronization [None req-6b52ec42-5c37-4ccf-aeb8-e3a652e29e01 None None] Enqueued Resource ID: efeec588-3f10-487d-ae18-6306a4a2df0e with Priority: HIGHEST for action port [ 911.000176] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efeec588-3f10-487d-ae18-6306a4a2df0e with Priority: HIGHEST for action port [ 911.000482] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-efeec588-3f10-487d-ae18-6306a4a2df0e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.000617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efeec588-3f10-487d-ae18-6306a4a2df0e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.000666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efeec588-3f10-487d-ae18-6306a4a2df0e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.000926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efeec588-3f10-487d-ae18-6306a4a2df0e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.001011] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efeec588-3f10-487d-ae18-6306a4a2df0e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.123727] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.503565] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efeec588-3f10-487d-ae18-6306a4a2df0e [ 911.504169] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.504169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.504169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.504375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.504409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.505038] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efeec588-3f10-487d-ae18-6306a4a2df0e already deleted. [ 911.505038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efeec588-3f10-487d-ae18-6306a4a2df0e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.627749] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.628087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.628138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.628463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.628631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.628789] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be created. [ 911.655653] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.655653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.655653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.655653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.655653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.664823] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: UNINITIALIZED for 2s [ 911.739882] env[65815]: INFO networking_nsxv3.common.synchronization [req-f7dbf9ca-1849-4a11-9812-421e9c8e8e48 req-1db9bdf2-a868-4ba7-9cf4-cdd78dde0a52 service nova] Enqueued Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_rules [ 911.740087] env[65815]: INFO networking_nsxv3.common.synchronization [req-f7dbf9ca-1849-4a11-9812-421e9c8e8e48 req-1db9bdf2-a868-4ba7-9cf4-cdd78dde0a52 service nova] Enqueued Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_members [ 911.740318] env[65815]: INFO networking_nsxv3.common.synchronization [req-f7dbf9ca-1849-4a11-9812-421e9c8e8e48 req-1db9bdf2-a868-4ba7-9cf4-cdd78dde0a52 service nova] Enqueued Resource ID: 5b4f6863-07ca-400b-9956-c3fef95cb3ac with Priority: HIGHEST for action port [ 911.740763] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_rules [ 911.740896] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_members [ 911.740990] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b4f6863-07ca-400b-9956-c3fef95cb3ac with Priority: HIGHEST for action port [ 911.741450] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b88cd2c4-b024-4702-912d-0841e16377e9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.741614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.741704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.741934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.742081] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.743133] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88cd2c4-b024-4702-912d-0841e16377e9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.743133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.743243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.743466] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.743679] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.743804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.743897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.744118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.744217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.744332] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.745217] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b4f6863-07ca-400b-9956-c3fef95cb3ac taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.745796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b4f6863-07ca-400b-9956-c3fef95cb3ac" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.745796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b4f6863-07ca-400b-9956-c3fef95cb3ac" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.745796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b4f6863-07ca-400b-9956-c3fef95cb3ac" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.745796] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b4f6863-07ca-400b-9956-c3fef95cb3ac',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.889796] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 in Status: SUCCESS [ 911.889983] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 deletion is rescheduled due to dependency. [ 911.890115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.248252] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.249356] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88cd2c4-b024-4702-912d-0841e16377e9 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.249452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.249610] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b4f6863-07ca-400b-9956-c3fef95cb3ac with status ACTIVE [ 912.249780] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.249889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.249972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.250217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.253966] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.253966] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.253966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.253966] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b4f6863-07ca-400b-9956-c3fef95cb3ac is going to be updated. [ 912.280753] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.280901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.280972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.281266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.281815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.281815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b4f6863-07ca-400b-9956-c3fef95cb3ac" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.390791] env[65815]: INFO networking_nsxv3.common.synchronization [req-898b41f7-6283-4220-bfa4-2791ea17a9e7 req-87cc46b3-328a-4f6e-93d5-fe988430d4be tempest-ServerPasswordTestJSON-1454106423 tempest-ServerPasswordTestJSON-1454106423-project-member] Enqueued Resource ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef with Priority: HIGHEST for action security_group_members [ 912.390791] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef with Priority: HIGHEST for action security_group_members [ 912.391529] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a6b391-b608-43fb-8aaa-a6db68dabaef taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.391529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.391758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.391860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.392143] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.392265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.392303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.392444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.392529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.392740] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a6b391-b608-43fb-8aaa-a6db68dabaef',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.721651] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.722058] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-420" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.722058] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-420" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.722445] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-420" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.722768] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.722979] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.723221] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.723436] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.723584] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.723792] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.723903] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.724021] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.724180] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.724321] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.724436] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.724557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.742888] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.743073] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.743213] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.743389] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-420" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.743760] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-58da892c-d263-41d8-ad65-75680dc21401 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.743942] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-58da892c-d263-41d8-ad65-75680dc21401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.744118] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-58da892c-d263-41d8-ad65-75680dc21401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.744441] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-58da892c-d263-41d8-ad65-75680dc21401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.744577] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58da892c-d263-41d8-ad65-75680dc21401',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.755329] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.895231] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.895231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.895385] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.895517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.895605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.895799] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.895894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.895947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.896209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.896286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.896432] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef already deleted. [ 912.896553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.247029] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.247262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.247399] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.247711] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.247860] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.248049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 58da892c-d263-41d8-ad65-75680dc21401 not found, creating... [ 913.248339] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.248532] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.248702] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.248897] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.249188] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.249370] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.249541] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.249672] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.249882] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.250023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.250162] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 58da892c-d263-41d8-ad65-75680dc21401 is going to be created. [ 913.258016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.258176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.258261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.258456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.258543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.258636] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88cd2c4-b024-4702-912d-0841e16377e9 is going to be created. [ 913.282509] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.282802] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.282931] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.283306] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.283591] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.284211] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-58da892c-d263-41d8-ad65-75680dc21401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.286127] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.286330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.286463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.286745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.286970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.316052] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88cd2c4-b024-4702-912d-0841e16377e9 in Status: UNINITIALIZED for 2s [ 913.676095] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 913.676338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.676503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.676720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.676920] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.677047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.677144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.677274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.677357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.677441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.677526] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.971646] env[65815]: INFO networking_nsxv3.common.synchronization [req-898b41f7-6283-4220-bfa4-2791ea17a9e7 req-caa2e8ed-2e47-4abc-84bc-71169cd4c91b service nova] Enqueued Resource ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef with Priority: HIGHEST for action security_group_rules [ 913.971895] env[65815]: INFO networking_nsxv3.common.synchronization [req-898b41f7-6283-4220-bfa4-2791ea17a9e7 req-caa2e8ed-2e47-4abc-84bc-71169cd4c91b service nova] Enqueued Resource ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef with Priority: HIGHEST for action security_group_members [ 913.971895] env[65815]: INFO networking_nsxv3.common.synchronization [req-898b41f7-6283-4220-bfa4-2791ea17a9e7 req-caa2e8ed-2e47-4abc-84bc-71169cd4c91b service nova] Enqueued Resource ID: 58da892c-d263-41d8-ad65-75680dc21401 with Priority: HIGHEST for action port [ 913.972439] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef with Priority: HIGHEST for action security_group_rules [ 913.972584] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef with Priority: HIGHEST for action security_group_members [ 913.972680] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58da892c-d263-41d8-ad65-75680dc21401 with Priority: HIGHEST for action port [ 913.972952] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a6b391-b608-43fb-8aaa-a6db68dabaef taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.973118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.973151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.973384] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.973469] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a6b391-b608-43fb-8aaa-a6db68dabaef',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.976768] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a6b391-b608-43fb-8aaa-a6db68dabaef taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.976768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.977216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.977216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.977216] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.977329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.977363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.977689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.977689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.977689] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a6b391-b608-43fb-8aaa-a6db68dabaef',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.978488] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-58da892c-d263-41d8-ad65-75680dc21401 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.978720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58da892c-d263-41d8-ad65-75680dc21401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.978720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58da892c-d263-41d8-ad65-75680dc21401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.978859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58da892c-d263-41d8-ad65-75680dc21401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.978944] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58da892c-d263-41d8-ad65-75680dc21401',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.179620] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.179620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.179620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.179823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.180017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.180132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.180189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.180351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.180440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.180584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.180684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.180840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.181154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.181259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.181420] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.181516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.181568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.181723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.181797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.181878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.181968] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.481267] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a6b391-b608-43fb-8aaa-a6db68dabaef taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.481399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.481604] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3a6b391-b608-43fb-8aaa-a6db68dabaef',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.485462] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58da892c-d263-41d8-ad65-75680dc21401 with status ACTIVE [ 914.485462] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.485462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.485462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.485462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.485462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.485462] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.485462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.485462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.485890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.485890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.485890] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.485890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.486019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.486205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.486298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.486431] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58da892c-d263-41d8-ad65-75680dc21401 is going to be updated. [ 914.510761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.510934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.510990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.511195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.511325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.511490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58da892c-d263-41d8-ad65-75680dc21401" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.683740] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7c45f3b-1d8a-465f-868a-196f4905784f: rpc.has_security_group_logging(os_id): False [ 914.703309] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.703477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.703549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.703788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.703878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.704228] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.704370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.704370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.704540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.704613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.704828] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.704977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.704977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.705440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.705503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.705709] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.705802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.705863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.706010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.706100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.706171] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be created. [ 914.789679] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.789679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.789679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.789679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.789679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.800525] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 914.918940] env[65815]: INFO networking_nsxv3.common.synchronization [req-9bad7a0a-b4d1-4c44-95a8-387d7513c025 req-4c61c1c2-116e-4a28-abec-a551661b4d88 tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 914.919517] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 914.919791] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.920172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.920172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.920172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.920322] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.920418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.920477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.920618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.920704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.920797] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.988299] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3a6b391-b608-43fb-8aaa-a6db68dabaef',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.327262] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88cd2c4-b024-4702-912d-0841e16377e9 in Status: SUCCESS [ 915.327576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.327813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.328121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.328386] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.328520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.328586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.328742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.328844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.328907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.328998] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.426569] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.426569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.426569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.426569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.426569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.426569] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.426569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.426569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.426569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.426569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.426569] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 915.439023] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.439023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.439023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.439487] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.439860] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.440573] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.440573] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.440573] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.440721] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.441284] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.441284] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.441284] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.441284] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.441284] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.442041] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.442041] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.459869] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.460098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.460098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.460309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.460451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.463310] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.463469] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.463619] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.463956] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.464200] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-44eac301-833e-4c44-835d-effcc0d36caa taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.464420] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-44eac301-833e-4c44-835d-effcc0d36caa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.464516] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-44eac301-833e-4c44-835d-effcc0d36caa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.464984] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-44eac301-833e-4c44-835d-effcc0d36caa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.464984] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44eac301-833e-4c44-835d-effcc0d36caa',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.470321] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 915.491130] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.491230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.491230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.491518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.491601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.491718] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef is going to be created. [ 915.520931] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.521136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.521217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.521426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.521583] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.534266] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef in Status: UNINITIALIZED for 2s [ 915.832415] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.967019] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.967267] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.967393] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.967675] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.967818] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.967966] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 44eac301-833e-4c44-835d-effcc0d36caa not found, creating... [ 915.968236] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.968424] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.968539] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.968757] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.968887] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.969210] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.969359] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.969469] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.969668] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.969965] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.970290] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 44eac301-833e-4c44-835d-effcc0d36caa is going to be created. [ 915.992213] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.992581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.992581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.992766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.992989] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.993225] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-44eac301-833e-4c44-835d-effcc0d36caa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.334361] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b88cd2c4-b024-4702-912d-0841e16377e9: rpc.has_security_group_logging(os_id): False [ 916.358304] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.358477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.358477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.358692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.358786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.359050] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.359177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.359319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.359558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.359648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.359748] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b88cd2c4-b024-4702-912d-0841e16377e9 is going to be created. [ 916.426225] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.426459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.426459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.426643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.426908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.439111] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88cd2c4-b024-4702-912d-0841e16377e9 in Status: IN_PROGRESS for 2s [ 916.724176] env[65815]: INFO networking_nsxv3.common.synchronization [req-9bad7a0a-b4d1-4c44-95a8-387d7513c025 req-9869eb25-7007-461b-8cf9-5e1902561e4d service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 916.724176] env[65815]: INFO networking_nsxv3.common.synchronization [req-9bad7a0a-b4d1-4c44-95a8-387d7513c025 req-9869eb25-7007-461b-8cf9-5e1902561e4d service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 916.724176] env[65815]: INFO networking_nsxv3.common.synchronization [req-9bad7a0a-b4d1-4c44-95a8-387d7513c025 req-9869eb25-7007-461b-8cf9-5e1902561e4d service nova] Enqueued Resource ID: 44eac301-833e-4c44-835d-effcc0d36caa with Priority: HIGHEST for action port [ 916.724176] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 916.724176] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 916.724176] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44eac301-833e-4c44-835d-effcc0d36caa with Priority: HIGHEST for action port [ 916.724666] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.724666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.724666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.725415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.725415] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.730459] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.730459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.730459] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-44eac301-833e-4c44-835d-effcc0d36caa taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.730631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44eac301-833e-4c44-835d-effcc0d36caa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.730631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44eac301-833e-4c44-835d-effcc0d36caa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.731475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44eac301-833e-4c44-835d-effcc0d36caa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.731475] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44eac301-833e-4c44-835d-effcc0d36caa',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.817724] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 916.817724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.233234] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.233680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.233680] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44eac301-833e-4c44-835d-effcc0d36caa with status ACTIVE [ 917.233805] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.233884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.233884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.234169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.234294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.234413] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.234504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.234559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.234722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.234794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.234980] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.235079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.235150] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.235302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.235371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.235458] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44eac301-833e-4c44-835d-effcc0d36caa is going to be updated. [ 917.266042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.266042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.266155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.266278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.266519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.266610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44eac301-833e-4c44-835d-effcc0d36caa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.484290] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 917.484290] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 917.484290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.484290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.484290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.484290] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.484290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.484290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.484290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.484290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.484290] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.548475] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef in Status: SUCCESS [ 917.548889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.549595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.549595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.549595] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.550076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.550150] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.550471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.550741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.550921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.551111] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3a6b391-b608-43fb-8aaa-a6db68dabaef',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.988079] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.054040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a6b391-b608-43fb-8aaa-a6db68dabaef taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.054329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.054329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.054483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.054654] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.054787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.054884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.055016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.055141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.055245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.055369] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a6b391-b608-43fb-8aaa-a6db68dabaef taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.055466] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.055527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.055703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.055811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.055903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.055964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.056146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.056229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.056320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.056473] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3a6b391-b608-43fb-8aaa-a6db68dabaef',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.453043] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b88cd2c4-b024-4702-912d-0841e16377e9 in Status: SUCCESS [ 918.453043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.491394] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.562175] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3a6b391-b608-43fb-8aaa-a6db68dabaef: rpc.has_security_group_logging(os_id): False [ 918.582023] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.582023] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.582023] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.582023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.582731] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.582731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.582731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.583192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.583405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.583605] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef is going to be created. [ 918.679726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.679726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.679726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.679726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.679726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.689778] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef in Status: IN_PROGRESS for 2s [ 918.993163] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.993375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.993375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.993721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.993721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.993827] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 919.038021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.038021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.038021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.038021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.038021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.059830] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 919.558636] env[65815]: INFO networking_nsxv3.common.synchronization [req-7c55bc7a-7aff-4d11-b495-1ef744969992 req-bd95f5da-d904-4987-890e-05395b19105d tempest-AttachVolumeShelveTestJSON-1807910003 tempest-AttachVolumeShelveTestJSON-1807910003-project-member] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_members [ 919.559182] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_members [ 919.559478] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.559593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.559652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.559938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.563230] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.563320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.563404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.563579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.563667] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.563769] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.970930] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.971208] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.971376] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.971735] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.972113] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.972332] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.972500] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.972927] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.972927] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.973105] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.973240] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.973354] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.973488] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.973570] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.973696] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.973828] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.997298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.997298] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.997298] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.997298] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.997298] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-976f6eb8-6cf3-4ebe-b236-68e3e670657c taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.997298] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.997634] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.997788] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.997935] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976f6eb8-6cf3-4ebe-b236-68e3e670657c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.066216] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.066400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.066476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.066715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.066823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.067081] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.067274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.067274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.067462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.067594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.067671] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 already deleted. [ 920.067732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.501232] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.501571] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.501758] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.502128] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.502335] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.502512] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 976f6eb8-6cf3-4ebe-b236-68e3e670657c not found, creating... [ 920.502823] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.503048] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.503192] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.503436] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.503581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.503901] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.504179] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.504337] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.504595] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.504743] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.504884] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 976f6eb8-6cf3-4ebe-b236-68e3e670657c is going to be created. [ 920.526968] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.528782] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.529200] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.529591] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.529903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.530171] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.705172] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef in Status: SUCCESS [ 920.705441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.071276] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 921.071547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.071754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.072520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.072520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.072520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.072520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.072718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.072775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.072890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.072987] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.296258] env[65815]: INFO networking_nsxv3.common.synchronization [req-7c55bc7a-7aff-4d11-b495-1ef744969992 req-92d23736-8222-4d72-8f5b-f4e39c99ffca service nova] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_rules [ 921.296530] env[65815]: INFO networking_nsxv3.common.synchronization [req-7c55bc7a-7aff-4d11-b495-1ef744969992 req-92d23736-8222-4d72-8f5b-f4e39c99ffca service nova] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_members [ 921.296707] env[65815]: INFO networking_nsxv3.common.synchronization [req-7c55bc7a-7aff-4d11-b495-1ef744969992 req-92d23736-8222-4d72-8f5b-f4e39c99ffca service nova] Enqueued Resource ID: 976f6eb8-6cf3-4ebe-b236-68e3e670657c with Priority: HIGHEST for action port [ 921.297227] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_rules [ 921.297356] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_members [ 921.297450] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976f6eb8-6cf3-4ebe-b236-68e3e670657c with Priority: HIGHEST for action port [ 921.297888] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.298077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.298152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.298347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.298428] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.299764] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.299923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.299999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.300177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.300345] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.300447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.300543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.300653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.300734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.300851] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.301887] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-976f6eb8-6cf3-4ebe-b236-68e3e670657c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.301965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.302163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.303256] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976f6eb8-6cf3-4ebe-b236-68e3e670657c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.577221] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.577221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.577221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.577967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.577967] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.578124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.578256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.580029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.580029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.580029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.580029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.580229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.580229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.580285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.581043] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.581043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.581043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.581043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.581043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.581043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.581043] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.800202] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.800739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.806945] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.808304] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 976f6eb8-6cf3-4ebe-b236-68e3e670657c with status ACTIVE [ 921.809176] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.809645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.809645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.809645] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.809745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.809866] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.810379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.810379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.810379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.810379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.810947] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.811471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.811766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.811951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.813234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.813298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 976f6eb8-6cf3-4ebe-b236-68e3e670657c is going to be updated. [ 921.841627] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.841865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.842457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.842457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.842565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.842843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.856587] env[65815]: INFO networking_nsxv3.common.synchronization [req-e231b5dd-d75a-487e-9b55-30ecef483bcb req-e86db518-d1a3-41d9-9e21-18a252d57f40 tempest-MigrationsAdminTest-1007894125 tempest-MigrationsAdminTest-1007894125-project-member] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 921.857251] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGHEST for action security_group_members [ 921.857641] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.857736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.857780] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.857968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.858278] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.858390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.858452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.858620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.858816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.858816] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.085353] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f609db10-a071-495f-90db-b7d9023669f8: rpc.has_security_group_logging(os_id): False [ 922.117278] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.117278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.117278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.117278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.117278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.117278] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.117518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.117518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.117518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.118178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.118394] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.118497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.118560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.119406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.119752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.119865] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.119979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.120108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.120275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.120388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.120505] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 922.196546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.196546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.196546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.198245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.198245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.212252] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 922.316608] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.362238] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.362438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.362495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.363025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.388835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.388835] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.388835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.388835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.389082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.389082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.389139] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 is going to be updated. [ 922.416834] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.416834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.416834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.417083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.417137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.426193] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: IN_PROGRESS for 2s [ 922.660497] env[65815]: INFO networking_nsxv3.common.synchronization [None req-2188184d-e05b-40af-9efc-839c71f021e3 None None] Enqueued Resource ID: e32f9e60-4786-4998-8301-1b6c7040874a with Priority: HIGHEST for action port [ 922.661356] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e32f9e60-4786-4998-8301-1b6c7040874a with Priority: HIGHEST for action port [ 922.663216] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e32f9e60-4786-4998-8301-1b6c7040874a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.663216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e32f9e60-4786-4998-8301-1b6c7040874a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.663216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e32f9e60-4786-4998-8301-1b6c7040874a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.663216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e32f9e60-4786-4998-8301-1b6c7040874a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.663216] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e32f9e60-4786-4998-8301-1b6c7040874a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.824028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.824503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.824503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.824503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.824503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.824646] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 is going to be created. [ 922.853114] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.853290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.853376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.853654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.853829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.866591] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: UNINITIALIZED for 2s [ 923.165903] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e32f9e60-4786-4998-8301-1b6c7040874a [ 923.166274] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.166412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.169148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.169148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.169148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.169148] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e32f9e60-4786-4998-8301-1b6c7040874a already deleted. [ 923.169148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e32f9e60-4786-4998-8301-1b6c7040874a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.227784] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 924.227784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.323470] env[65815]: INFO networking_nsxv3.common.synchronization [req-5fa5c2cf-176e-435d-aece-34693bb3f270 req-4935992e-488f-421d-a69d-2a3af8195548 tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 924.331312] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 924.331312] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.331312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.331312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.331312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.331312] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.331312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.331312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.331794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.332278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.332602] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.438925] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 in Status: SUCCESS [ 924.438925] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 deletion is rescheduled due to dependency. [ 924.438925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.746226] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.746510] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.746601] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.746832] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.747494] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.748657] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.748657] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.748657] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.748657] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.748657] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.748657] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.748657] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.748657] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.748922] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.748922] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.749101] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.771726] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.772059] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.772180] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.772390] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-336" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.772709] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-809406f2-518b-4323-81dc-72ca69310864 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.773036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-809406f2-518b-4323-81dc-72ca69310864" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.773191] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-809406f2-518b-4323-81dc-72ca69310864" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.773480] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-809406f2-518b-4323-81dc-72ca69310864" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.773618] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809406f2-518b-4323-81dc-72ca69310864',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.839044] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.839220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.839298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.839506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.839595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.839832] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.839933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.840093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.840183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.840249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.840405] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 924.869818] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.869971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.870042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.870244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.870383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.883685] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 924.884287] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: SUCCESS [ 924.884486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.885040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.885259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.885500] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.885804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.885875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.886058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.886135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.886225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.886321] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.068469] env[65815]: INFO networking_nsxv3.common.synchronization [req-8b02d7f8-2a62-4d4c-add3-b88e4eaeb440 req-fae11f14-497f-4c93-a11e-f5fc9dc4b3a9 tempest-ServersAdminTestJSON-2046803311 tempest-ServersAdminTestJSON-2046803311-project-member] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 925.069038] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 925.069374] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.069489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.069566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.069967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.070188] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.070297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.070522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.070919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.071155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.071303] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.276443] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.276938] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.276938] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.277314] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.277534] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.277799] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 809406f2-518b-4323-81dc-72ca69310864 not found, creating... [ 925.278135] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.278348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.278523] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.278807] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.278988] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.279370] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.279639] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.279803] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.280091] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.280274] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.280463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 809406f2-518b-4323-81dc-72ca69310864 is going to be created. [ 925.324909] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.325205] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.325391] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.325776] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.326146] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.326331] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-809406f2-518b-4323-81dc-72ca69310864" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.388919] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.563912] env[65815]: INFO networking_nsxv3.common.synchronization [None req-36bc135a-f8b7-4dbf-992b-938cff2608ff None None] Enqueued Resource ID: 64eac792-2182-4572-a8fc-b7d7179ebe5d with Priority: HIGHEST for action port [ 925.564547] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64eac792-2182-4572-a8fc-b7d7179ebe5d with Priority: HIGHEST for action port [ 925.564866] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-64eac792-2182-4572-a8fc-b7d7179ebe5d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.564991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64eac792-2182-4572-a8fc-b7d7179ebe5d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.565900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64eac792-2182-4572-a8fc-b7d7179ebe5d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.566319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64eac792-2182-4572-a8fc-b7d7179ebe5d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.567352] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64eac792-2182-4572-a8fc-b7d7179ebe5d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.573981] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.890772] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129: rpc.has_security_group_logging(os_id): False [ 925.910780] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.910927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.910997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.911346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.911346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.911578] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.911677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.911743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.911897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.911974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.912088] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 is going to be created. [ 926.045463] env[65815]: INFO networking_nsxv3.common.synchronization [req-5fa5c2cf-176e-435d-aece-34693bb3f270 req-b6e3e95c-eb12-4f12-819c-b9d6b147faaa service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 926.045644] env[65815]: INFO networking_nsxv3.common.synchronization [req-5fa5c2cf-176e-435d-aece-34693bb3f270 req-b6e3e95c-eb12-4f12-819c-b9d6b147faaa service nova] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 926.045779] env[65815]: INFO networking_nsxv3.common.synchronization [req-5fa5c2cf-176e-435d-aece-34693bb3f270 req-b6e3e95c-eb12-4f12-819c-b9d6b147faaa service nova] Enqueued Resource ID: 809406f2-518b-4323-81dc-72ca69310864 with Priority: HIGHEST for action port [ 926.046311] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_rules [ 926.046441] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 926.046564] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809406f2-518b-4323-81dc-72ca69310864 with Priority: HIGHEST for action port [ 926.046806] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.046926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.048090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.048319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.048408] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.049634] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.049734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.049966] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-809406f2-518b-4323-81dc-72ca69310864 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.050178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809406f2-518b-4323-81dc-72ca69310864" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.050178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809406f2-518b-4323-81dc-72ca69310864" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.050284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809406f2-518b-4323-81dc-72ca69310864" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.050335] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809406f2-518b-4323-81dc-72ca69310864',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.066492] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.066715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.067058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.067143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.067485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.070068] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64eac792-2182-4572-a8fc-b7d7179ebe5d [ 926.070068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.070068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.070068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.070493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.070493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.070493] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64eac792-2182-4572-a8fc-b7d7179ebe5d already deleted. [ 926.070493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64eac792-2182-4572-a8fc-b7d7179ebe5d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.080367] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.087072] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: IN_PROGRESS for 2s [ 926.552485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.552485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.557845] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 809406f2-518b-4323-81dc-72ca69310864 with status ACTIVE [ 926.557845] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.557845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.557845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.557845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.558805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.558805] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.558805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.558805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.558805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.558805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.558805] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.558805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.559101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.559101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.559101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.559196] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 809406f2-518b-4323-81dc-72ca69310864 is going to be updated. [ 926.589242] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.589242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.589242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.589242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.589242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.589242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809406f2-518b-4323-81dc-72ca69310864" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.589970] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.590245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.590428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.590712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.590873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.591042] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 926.626660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.626660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.626660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.626660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.626660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.635561] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 926.897156] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 926.897371] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 deletion is rescheduled due to dependency. [ 926.897470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.897918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.898159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.898372] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.898530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.898530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.898682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.898758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.898877] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.403186] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.894273] env[65815]: INFO networking_nsxv3.common.synchronization [req-3152f8ff-bffb-4c33-a1c2-d355d48fc504 req-c54bfff7-af02-45e1-8e39-1991021ef28d tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 927.894273] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 927.895090] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.895316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.895399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.895653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.895853] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.895987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.896143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.896288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.896591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.896591] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.903621] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.114297] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: SUCCESS [ 928.114592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.400404] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.400404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.400404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.400404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.400404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.400404] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.400404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.400404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.400404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.400404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.400404] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 928.405489] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.405973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.406365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.408011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.408011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.408011] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 928.436776] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.436776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.436776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.436776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.437094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.445368] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.445541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.445541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.445708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.445853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.453051] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 928.453856] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 928.648859] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 928.650376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.688582] env[65815]: INFO networking_nsxv3.common.synchronization [req-ec72e9b6-97c9-42ca-83dc-4a7b5eae33d8 req-3513493a-fc32-4839-97a8-c5a88a218a3b tempest-ServerPasswordTestJSON-1454106423 tempest-ServerPasswordTestJSON-1454106423-project-member] Enqueued Resource ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef with Priority: HIGHEST for action security_group_members [ 928.689269] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef with Priority: HIGHEST for action security_group_members [ 928.689614] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a6b391-b608-43fb-8aaa-a6db68dabaef taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.689701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.689755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.689956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.690715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.690948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.691104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.691396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.691538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.691790] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a6b391-b608-43fb-8aaa-a6db68dabaef',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.194817] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.195751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.195751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.195751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.195751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.195751] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.195751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.195751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.196934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.197045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.197169] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef is going to be updated. [ 929.232514] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.232704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.232754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.233508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.233807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.245182] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef in Status: IN_PROGRESS for 2s [ 929.626627] env[65815]: INFO networking_nsxv3.common.synchronization [None req-0ada6187-9572-4ff0-b896-9290c4317ced None None] Enqueued Resource ID: a024eb8c-fdc5-477c-9d95-ff515b72bfe3 with Priority: HIGHEST for action port [ 929.626883] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a024eb8c-fdc5-477c-9d95-ff515b72bfe3 with Priority: HIGHEST for action port [ 929.627448] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-a024eb8c-fdc5-477c-9d95-ff515b72bfe3 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.627563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a024eb8c-fdc5-477c-9d95-ff515b72bfe3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.627626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a024eb8c-fdc5-477c-9d95-ff515b72bfe3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.627868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a024eb8c-fdc5-477c-9d95-ff515b72bfe3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.627943] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a024eb8c-fdc5-477c-9d95-ff515b72bfe3',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.131218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a024eb8c-fdc5-477c-9d95-ff515b72bfe3 [ 930.131218] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.131218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.133495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.133495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.133495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.133495] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a024eb8c-fdc5-477c-9d95-ff515b72bfe3 already deleted. [ 930.133495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a024eb8c-fdc5-477c-9d95-ff515b72bfe3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.471757] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 930.472252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.473140] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 930.473140] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f deletion is rescheduled due to dependency. [ 930.473283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.473425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.474167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.475221] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.475391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.475502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.475771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.475974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.476072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.476510] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.979965] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.980318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.980472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.980809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.981130] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.981358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.981544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.982732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.982732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.982732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.982732] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.982732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.982732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.982732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.983215] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.983406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.983538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.983770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.984093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.985185] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.985309] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.256894] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef in Status: SUCCESS [ 931.256894] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a6b391-b608-43fb-8aaa-a6db68dabaef deletion is rescheduled due to dependency. [ 931.256894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a6b391-b608-43fb-8aaa-a6db68dabaef" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.491375] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0: rpc.has_security_group_logging(os_id): False [ 931.518597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.518597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.518597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.518597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.518597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.518855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.518964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.520680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.520680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.520680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.520680] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.520680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.520680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.520680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.520680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.523738] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.524137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.524381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.524668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.525329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.525748] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 931.609048] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.609048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.609048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.610236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.610705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.629014] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 931.969022] env[65815]: INFO networking_nsxv3.common.synchronization [req-360d4304-ce3c-4cd6-a361-3721c49805bd req-906508ad-2c34-48c6-9eb8-9d4d984d7b12 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_members [ 931.969614] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGHEST for action security_group_members [ 931.969970] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-446c86ba-7922-4e7a-bcef-8e7db70eba20 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.970112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.970196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.970412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.970629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.970739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.970803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.970978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.971054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.971166] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.474711] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.474863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.474933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.475215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.475284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.475551] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.475709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.475782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.475941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.476035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.476126] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 is going to be updated. [ 932.505915] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.506336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.506336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.506336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.506484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.516423] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 in Status: IN_PROGRESS for 2s [ 933.036119] env[65815]: INFO networking_nsxv3.common.synchronization [None req-0e732034-2216-4d91-9568-28b9a43645b5 None None] Enqueued Resource ID: 271ae175-fcde-4ab4-afa7-03b29dbeacff with Priority: HIGHEST for action port [ 933.036660] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271ae175-fcde-4ab4-afa7-03b29dbeacff with Priority: HIGHEST for action port [ 933.036981] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-271ae175-fcde-4ab4-afa7-03b29dbeacff taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.037138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-271ae175-fcde-4ab4-afa7-03b29dbeacff" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.037193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-271ae175-fcde-4ab4-afa7-03b29dbeacff" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.037474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-271ae175-fcde-4ab4-afa7-03b29dbeacff" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.037539] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('271ae175-fcde-4ab4-afa7-03b29dbeacff',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.543296] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 271ae175-fcde-4ab4-afa7-03b29dbeacff [ 933.543624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.543834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.543950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.544269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.544379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.544483] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:271ae175-fcde-4ab4-afa7-03b29dbeacff already deleted. [ 933.544568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-271ae175-fcde-4ab4-afa7-03b29dbeacff" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.641601] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 933.641830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.054493] env[65815]: INFO networking_nsxv3.common.synchronization [None req-bcba1b7a-831e-46a0-a0f4-aa2ca5bd6fa2 tempest-ServerRescueNegativeTestJSON-1559514577 tempest-ServerRescueNegativeTestJSON-1559514577-project-member] Enqueued Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_rules [ 934.054493] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_rules [ 934.055672] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.055672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.055672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.055672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.055672] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.160421] env[65815]: INFO networking_nsxv3.common.synchronization [None req-9cad8792-020d-495b-85b7-4359c7cdf66b tempest-ServerRescueNegativeTestJSON-1559514577 tempest-ServerRescueNegativeTestJSON-1559514577-project-member] Enqueued Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_rules [ 934.161205] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_rules [ 934.161664] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.161831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.527206] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 in Status: SUCCESS [ 934.527497] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 deletion is rescheduled due to dependency. [ 934.527497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.579190] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.579468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.579468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.579614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.579704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.579801] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 already deleted. [ 934.579889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.580061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.580224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.580322] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.101709] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.105548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.105548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.105548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.105548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.105548] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 already deleted. [ 935.105548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.162122] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 939.162509] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 942.130361] env[65815]: INFO networking_nsxv3.common.synchronization [req-19097e1d-0661-4c47-b77f-d18701a8b6a9 req-354fa75d-f2cc-4906-b91f-867543c04c88 tempest-ServerActionsTestOtherB-296077359 tempest-ServerActionsTestOtherB-296077359-project-member] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 942.130948] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 942.131292] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.131425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.131499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.131681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.131838] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.131941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.132030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.132148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.132407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.132531] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.635547] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.635812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.635812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.635998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.636149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.636360] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.636489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.636624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.636728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.636824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.637658] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 942.667934] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.668170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.668170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.668386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.668531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.677302] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 944.461590] env[65815]: INFO networking_nsxv3.common.synchronization [req-69bfd4f5-906a-43c5-bb82-f5f4d0561990 req-fa36ebad-c0c8-42b5-9d01-fd50d8d2fa28 tempest-ServerAddressesNegativeTestJSON-1469326735 tempest-ServerAddressesNegativeTestJSON-1469326735-project-member] Enqueued Resource ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 with Priority: HIGHEST for action security_group_members [ 944.462012] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 with Priority: HIGHEST for action security_group_members [ 944.462365] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a4bfe9-edb7-491a-aa71-ec080943df66 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.462648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.462648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.462812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.462970] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.463084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.463599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.463599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.463696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.463696] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a4bfe9-edb7-491a-aa71-ec080943df66',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.691297] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 944.691297] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 deletion is rescheduled due to dependency. [ 944.691297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.815615] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-739 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.815826] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-739" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.815951] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-739" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.816304] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-739" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.816569] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.816746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.816863] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.817106] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.817248] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.817540] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.817594] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.817687] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.817792] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.817898] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.818011] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.818154] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.839030] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.839030] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.839030] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.839206] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-739" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.839525] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-bae2b873-a371-4501-ab21-5057828f0c9e taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.839699] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-bae2b873-a371-4501-ab21-5057828f0c9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.839815] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-bae2b873-a371-4501-ab21-5057828f0c9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.840157] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-bae2b873-a371-4501-ab21-5057828f0c9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.840296] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae2b873-a371-4501-ab21-5057828f0c9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.966356] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.966511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.966657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.967258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.967258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.967477] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.967477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.967599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.967788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.967788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.967874] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 already deleted. [ 944.967949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.342698] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.342880] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.343101] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.343392] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.343542] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.343695] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port bae2b873-a371-4501-ab21-5057828f0c9e not found, creating... [ 945.343949] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.344122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.344239] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.344567] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.344714] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.344997] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.345164] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.345281] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.345487] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.345615] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.345750] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: bae2b873-a371-4501-ab21-5057828f0c9e is going to be created. [ 945.367299] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.367615] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.367754] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.368070] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.368269] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.368486] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-bae2b873-a371-4501-ab21-5057828f0c9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.147450] env[65815]: INFO networking_nsxv3.common.synchronization [req-69bfd4f5-906a-43c5-bb82-f5f4d0561990 req-0d68dc8a-da66-4b79-89d4-7c366763cb1a service nova] Enqueued Resource ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 with Priority: HIGHEST for action security_group_rules [ 946.147889] env[65815]: INFO networking_nsxv3.common.synchronization [req-69bfd4f5-906a-43c5-bb82-f5f4d0561990 req-0d68dc8a-da66-4b79-89d4-7c366763cb1a service nova] Enqueued Resource ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 with Priority: HIGHEST for action security_group_members [ 946.148086] env[65815]: INFO networking_nsxv3.common.synchronization [req-69bfd4f5-906a-43c5-bb82-f5f4d0561990 req-0d68dc8a-da66-4b79-89d4-7c366763cb1a service nova] Enqueued Resource ID: bae2b873-a371-4501-ab21-5057828f0c9e with Priority: HIGHEST for action port [ 946.153529] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 with Priority: HIGHEST for action security_group_rules [ 946.153973] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 with Priority: HIGHEST for action security_group_members [ 946.153973] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bae2b873-a371-4501-ab21-5057828f0c9e with Priority: HIGHEST for action port [ 946.155436] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3a4bfe9-edb7-491a-aa71-ec080943df66 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.155436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.155436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.155601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.155840] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3a4bfe9-edb7-491a-aa71-ec080943df66',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.157189] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a4bfe9-edb7-491a-aa71-ec080943df66 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.157277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.157540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.157888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.157888] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.158057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.158111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.158419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.158527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.159227] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a4bfe9-edb7-491a-aa71-ec080943df66',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.159611] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-bae2b873-a371-4501-ab21-5057828f0c9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.159713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bae2b873-a371-4501-ab21-5057828f0c9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.159840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bae2b873-a371-4501-ab21-5057828f0c9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.159940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bae2b873-a371-4501-ab21-5057828f0c9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.160027] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bae2b873-a371-4501-ab21-5057828f0c9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.662214] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3a4bfe9-edb7-491a-aa71-ec080943df66',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.663415] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a4bfe9-edb7-491a-aa71-ec080943df66 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.663415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.663558] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bae2b873-a371-4501-ab21-5057828f0c9e with status ACTIVE [ 946.663788] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.663788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.663946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.664059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.664279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.664348] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.664504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.664504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.664653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.664732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.664907] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.666050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.666050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.666050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.666050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.666050] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bae2b873-a371-4501-ab21-5057828f0c9e is going to be updated. [ 946.687507] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.687507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.687507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.687665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.688157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.688157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bae2b873-a371-4501-ab21-5057828f0c9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.886699] env[65815]: INFO networking_nsxv3.common.synchronization [req-a959c12a-3acf-429b-ba77-2c28877f728e req-f59e82d7-2980-47cf-bd21-5d3cc102f00a tempest-ServerTagsTestJSON-969220071 tempest-ServerTagsTestJSON-969220071-project-member] Enqueued Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGHEST for action security_group_members [ 946.887486] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGHEST for action security_group_members [ 946.887816] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9b9ee6-5953-48b0-981a-e46794d8fbaf taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.887969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.888045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.888324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.888493] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.888596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.888664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.888879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.888969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.889082] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.167553] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3a4bfe9-edb7-491a-aa71-ec080943df66',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.339166] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.339166] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-663" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.339166] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-663" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.339514] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-663" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.343018] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.343018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.343018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.343018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.343018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.343018] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.343018] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.343018] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.343018] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.343018] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.343018] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.343018] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.359812] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.359997] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.360150] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.360327] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-663" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.360641] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.360808] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.360927] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.361388] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.361502] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eba23fe-ee5d-4aec-9a48-b8d4130c06b3',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.392678] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.392805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.392848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.393065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.393157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.393350] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.393447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.393549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.393658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.393731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.393817] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf already deleted. [ 947.393895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.643058] env[65815]: INFO networking_nsxv3.common.synchronization [req-a4bfaad2-3e22-40e0-b807-474d13cb2a3c req-494968ed-029b-4207-b382-6bb939d60704 tempest-ImagesTestJSON-585703791 tempest-ImagesTestJSON-585703791-project-member] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 947.643336] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGHEST for action security_group_members [ 947.643624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.643733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.643794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.644597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.644597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.644597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.644597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.644597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.644597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.644850] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.669808] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.669808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.669808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.670183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.670316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.670455] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 is going to be created. [ 947.696811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.697165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.697775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.698159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.698480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.708683] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 in Status: UNINITIALIZED for 2s [ 947.865374] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.865647] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.865760] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.866067] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.866218] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.866370] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 9eba23fe-ee5d-4aec-9a48-b8d4130c06b3 not found, creating... [ 947.866661] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.866821] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.866882] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.867120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.867256] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.867541] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.867908] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.867908] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.868020] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.868196] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.868335] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 9eba23fe-ee5d-4aec-9a48-b8d4130c06b3 is going to be created. [ 947.890859] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.890859] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.890859] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.890859] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.890859] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.890859] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.970038] env[65815]: INFO networking_nsxv3.common.synchronization [None req-0a8bc714-4aed-4b98-95a9-9f3599b56ef3 None None] Enqueued Resource ID: 02c19a69-21a1-4329-8d83-836536859e76 with Priority: HIGHEST for action port [ 947.971068] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c19a69-21a1-4329-8d83-836536859e76 with Priority: HIGHEST for action port [ 947.971974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-02c19a69-21a1-4329-8d83-836536859e76 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.971974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02c19a69-21a1-4329-8d83-836536859e76" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.971974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02c19a69-21a1-4329-8d83-836536859e76" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.971974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02c19a69-21a1-4329-8d83-836536859e76" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.971974] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02c19a69-21a1-4329-8d83-836536859e76',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.146966] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.147124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.147183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.147539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.147641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.147826] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.147926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.147976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.148698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.148698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.148698] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be updated. [ 948.176207] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.176588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.176588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.176674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.176777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.185543] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: IN_PROGRESS for 2s [ 948.475839] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02c19a69-21a1-4329-8d83-836536859e76 [ 948.476079] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.476628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.476628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.476628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.476628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.476628] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02c19a69-21a1-4329-8d83-836536859e76 already deleted. [ 948.476811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02c19a69-21a1-4329-8d83-836536859e76" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.606289] env[65815]: INFO networking_nsxv3.common.synchronization [req-a959c12a-3acf-429b-ba77-2c28877f728e req-8815e694-7088-40cd-8ee6-09a4fa714ec9 service nova] Enqueued Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGHEST for action security_group_rules [ 948.606289] env[65815]: INFO networking_nsxv3.common.synchronization [req-a959c12a-3acf-429b-ba77-2c28877f728e req-8815e694-7088-40cd-8ee6-09a4fa714ec9 service nova] Enqueued Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGHEST for action security_group_members [ 948.606289] env[65815]: INFO networking_nsxv3.common.synchronization [req-a959c12a-3acf-429b-ba77-2c28877f728e req-8815e694-7088-40cd-8ee6-09a4fa714ec9 service nova] Enqueued Resource ID: 9eba23fe-ee5d-4aec-9a48-b8d4130c06b3 with Priority: HIGHEST for action port [ 948.606289] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGHEST for action security_group_rules [ 948.606289] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGHEST for action security_group_members [ 948.606289] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eba23fe-ee5d-4aec-9a48-b8d4130c06b3 with Priority: HIGHEST for action port [ 948.606694] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.607044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.607225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.613021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.613021] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.613021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9b9ee6-5953-48b0-981a-e46794d8fbaf taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.613021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.613021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.613021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.613021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.613021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.613021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.613021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.613021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.613021] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.613920] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.614989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.615154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.620553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.620553] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eba23fe-ee5d-4aec-9a48-b8d4130c06b3',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.114593] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.120636] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9b9ee6-5953-48b0-981a-e46794d8fbaf taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.120771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.126862] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9eba23fe-ee5d-4aec-9a48-b8d4130c06b3 with status ACTIVE [ 949.127092] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.127236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.127306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.127576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.127634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.127775] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.127872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.127933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.128096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.128172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.128355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.128447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.128507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.128641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.128714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.128796] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9eba23fe-ee5d-4aec-9a48-b8d4130c06b3 is going to be updated. [ 949.151552] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.151694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.151756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.151965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.152119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.152332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eba23fe-ee5d-4aec-9a48-b8d4130c06b3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.344512] env[65815]: INFO networking_nsxv3.common.synchronization [req-ebe9b99c-8b51-46fc-b0d1-e967919949f3 req-91b6f1a1-3363-40fa-85f0-d6bbdba88021 tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 949.345060] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 949.345384] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.345515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.345583] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.345774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.345924] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.347458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.347458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.347458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.347458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.347458] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.618838] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.720854] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 in Status: SUCCESS [ 949.720977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.721216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.721502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.721779] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.721910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.722036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.722224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.722324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.722420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.722513] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3a4bfe9-edb7-491a-aa71-ec080943df66',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.769135] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.769468] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.769704] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.770051] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.770389] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.770649] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.770858] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.771502] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.771502] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.771635] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.771775] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.771943] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.772140] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.772271] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.772413] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.772622] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.795378] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.795378] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.795378] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.795639] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.796174] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-832638f2-0360-4079-91a4-d561d636347f taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.796174] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-832638f2-0360-4079-91a4-d561d636347f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.798104] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-832638f2-0360-4079-91a4-d561d636347f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.798104] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-832638f2-0360-4079-91a4-d561d636347f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.798104] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832638f2-0360-4079-91a4-d561d636347f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.849602] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.894785] env[65815]: INFO networking_nsxv3.common.synchronization [None req-1748eccb-fe58-4abf-8d88-b3f270e265f9 None None] Enqueued Resource ID: 6b724447-86cf-4511-8ccd-43d2ffa9998b with Priority: HIGHEST for action port [ 949.895285] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b724447-86cf-4511-8ccd-43d2ffa9998b with Priority: HIGHEST for action port [ 949.896254] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b724447-86cf-4511-8ccd-43d2ffa9998b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.896254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b724447-86cf-4511-8ccd-43d2ffa9998b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.896254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b724447-86cf-4511-8ccd-43d2ffa9998b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.896254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b724447-86cf-4511-8ccd-43d2ffa9998b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.896254] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b724447-86cf-4511-8ccd-43d2ffa9998b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.119652] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.121758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.121758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.121758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.121758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.121758] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf is going to be created. [ 950.151206] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.151206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.151387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.151547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.151711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.169679] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf in Status: UNINITIALIZED for 2s [ 950.195497] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 in Status: SUCCESS [ 950.195706] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 deletion is rescheduled due to dependency. [ 950.195835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.225719] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a4bfe9-edb7-491a-aa71-ec080943df66 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.225719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.225884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.225992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.226162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.226264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.226354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.226500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.226594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.226676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.226820] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a4bfe9-edb7-491a-aa71-ec080943df66 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.226913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.226973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.227136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.227304] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.227399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.227455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.227597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.227675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.227756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.227859] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3a4bfe9-edb7-491a-aa71-ec080943df66',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.301329] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.301565] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.301679] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.301965] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.302129] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.302307] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 832638f2-0360-4079-91a4-d561d636347f not found, creating... [ 950.302657] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.302827] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.302941] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.303179] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.303320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.303604] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.303757] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.303873] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.304088] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.304223] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.304440] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 832638f2-0360-4079-91a4-d561d636347f is going to be created. [ 950.328030] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.328320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.328478] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.330779] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.330779] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.330779] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-832638f2-0360-4079-91a4-d561d636347f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.351800] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.398590] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b724447-86cf-4511-8ccd-43d2ffa9998b [ 950.398859] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.398959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.399034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.399256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.399608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.399608] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b724447-86cf-4511-8ccd-43d2ffa9998b already deleted. [ 950.399608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b724447-86cf-4511-8ccd-43d2ffa9998b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.733418] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3a4bfe9-edb7-491a-aa71-ec080943df66: rpc.has_security_group_logging(os_id): False [ 950.751774] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.751924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.751996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.752233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.752373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.754317] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.754317] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.754317] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.754317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.754864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.754864] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 is going to be created. [ 950.824546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.824753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.824753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.825152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.825152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.837226] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 in Status: IN_PROGRESS for 2s [ 950.856959] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.857190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.857369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.857507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.857562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.857661] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 950.925121] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.925314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.925367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.925594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.925733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.937609] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 951.099229] env[65815]: INFO networking_nsxv3.common.synchronization [req-ebe9b99c-8b51-46fc-b0d1-e967919949f3 req-b8c17205-3676-4dee-9450-000132f8e1e5 service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 951.099538] env[65815]: INFO networking_nsxv3.common.synchronization [req-ebe9b99c-8b51-46fc-b0d1-e967919949f3 req-b8c17205-3676-4dee-9450-000132f8e1e5 service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 951.099761] env[65815]: INFO networking_nsxv3.common.synchronization [req-ebe9b99c-8b51-46fc-b0d1-e967919949f3 req-b8c17205-3676-4dee-9450-000132f8e1e5 service nova] Enqueued Resource ID: 832638f2-0360-4079-91a4-d561d636347f with Priority: HIGHEST for action port [ 951.100667] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 951.100886] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 951.101020] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 832638f2-0360-4079-91a4-d561d636347f with Priority: HIGHEST for action port [ 951.101491] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.101567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.101689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.102015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.102085] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.103878] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.104079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.104409] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-832638f2-0360-4079-91a4-d561d636347f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.104564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-832638f2-0360-4079-91a4-d561d636347f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.104757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-832638f2-0360-4079-91a4-d561d636347f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.104970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-832638f2-0360-4079-91a4-d561d636347f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.105076] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('832638f2-0360-4079-91a4-d561d636347f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.607227] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.607624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.607624] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 832638f2-0360-4079-91a4-d561d636347f with status ACTIVE [ 951.607848] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.608043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.608271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.608443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.608580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.608856] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.609146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.609277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.609530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.609658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.609957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.610123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.610222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.610445] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.610576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.610708] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 832638f2-0360-4079-91a4-d561d636347f is going to be updated. [ 951.633084] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.633309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.633423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.633716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.633920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.634177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-832638f2-0360-4079-91a4-d561d636347f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.089660] env[65815]: INFO networking_nsxv3.common.synchronization [req-9e544365-dd75-4ff1-8a67-bd27f3033f50 req-8fff8981-da02-4af4-a924-a3d038e1ab7a tempest-ServersAdminTestJSON-2046803311 tempest-ServersAdminTestJSON-2046803311-project-member] Enqueued Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 952.090297] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 with Priority: HIGHEST for action security_group_members [ 952.090732] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.092046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.092046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.092046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.092213] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.092213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.092392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.092740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.092740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.092850] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.183237] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf in Status: SUCCESS [ 952.183237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.183237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.183237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.183237] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.183237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.183237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.183237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.183237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.183628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.183628] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.348761] env[65815]: INFO networking_nsxv3.common.synchronization [req-96ba0b27-ae5f-4f69-a1e6-06947de76c0d req-2d7fe3be-09d6-4681-af0a-8023c5e7582b tempest-FloatingIPsAssociationNegativeTestJSON-1412204479 tempest-FloatingIPsAssociationNegativeTestJSON-1412204479-project-member] Enqueued Resource ID: 04768c87-ba59-4f31-8487-63c48de9e25b with Priority: HIGHEST for action security_group_members [ 952.349471] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04768c87-ba59-4f31-8487-63c48de9e25b with Priority: HIGHEST for action security_group_members [ 952.349965] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-04768c87-ba59-4f31-8487-63c48de9e25b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.350074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.350154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.350440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.350615] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.350717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.350779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.351047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.351047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.351135] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04768c87-ba59-4f31-8487-63c48de9e25b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.595524] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.596058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.596164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.596382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.618614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.618977] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.619160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.619263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.619537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.619673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.619804] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 is going to be updated. [ 952.650574] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.650736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.650795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.651022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.651178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.661499] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: IN_PROGRESS for 2s [ 952.686782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9b9ee6-5953-48b0-981a-e46794d8fbaf taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.686782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.686782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.686994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.687630] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.687630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.687630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.687630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.687850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.687850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.687981] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9b9ee6-5953-48b0-981a-e46794d8fbaf taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.688093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.688151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.688295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.689042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.689042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.689042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.689042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.689042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.689042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.689042] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.774167] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.774324] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-428" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.774382] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-428" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.774750] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-428" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.775035] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.775889] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.775889] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.776053] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.776219] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.776498] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.776549] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.776638] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.776740] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.776870] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.777031] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.777080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.801102] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.801102] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.801102] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.801102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-428" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.801393] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-9223b620-2406-458d-bf56-d71b1ebb6b1b taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.801735] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-9223b620-2406-458d-bf56-d71b1ebb6b1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.801735] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-9223b620-2406-458d-bf56-d71b1ebb6b1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.802090] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-9223b620-2406-458d-bf56-d71b1ebb6b1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.802231] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9223b620-2406-458d-bf56-d71b1ebb6b1b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.851507] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 in Status: SUCCESS [ 952.851740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.853240] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.853463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.853527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.853700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.854323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.854323] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.854323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.854323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.854323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.854323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.854612] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04768c87-ba59-4f31-8487-63c48de9e25b already deleted. [ 952.854612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.949051] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 952.949284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.949463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.949678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.950069] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.950069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.950069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.950200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.950274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.950368] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.192091] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af9b9ee6-5953-48b0-981a-e46794d8fbaf: rpc.has_security_group_logging(os_id): False [ 953.217855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.217855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.217855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.217855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.218708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.218708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.218708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.218708] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.218708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.218708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.218899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.218986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.219140] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf is going to be created. [ 953.305074] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.305491] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.305746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.306066] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.306243] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.306403] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 9223b620-2406-458d-bf56-d71b1ebb6b1b not found, creating... [ 953.306704] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.306873] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.306982] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.307243] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.307376] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.307721] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.307846] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.307967] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.310883] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.310883] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.310883] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 9223b620-2406-458d-bf56-d71b1ebb6b1b is going to be created. [ 953.339454] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.339617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.339703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.339920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.340126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.384651] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf in Status: IN_PROGRESS for 2s [ 953.385979] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.386263] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.386346] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.387106] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.387106] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.387928] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-9223b620-2406-458d-bf56-d71b1ebb6b1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.453195] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.957089] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.104360] env[65815]: INFO networking_nsxv3.common.synchronization [req-96ba0b27-ae5f-4f69-a1e6-06947de76c0d req-8eddb042-2972-4a4a-8ff1-133505ec31e3 service nova] Enqueued Resource ID: 04768c87-ba59-4f31-8487-63c48de9e25b with Priority: HIGHEST for action security_group_rules [ 954.104635] env[65815]: INFO networking_nsxv3.common.synchronization [req-96ba0b27-ae5f-4f69-a1e6-06947de76c0d req-8eddb042-2972-4a4a-8ff1-133505ec31e3 service nova] Enqueued Resource ID: 04768c87-ba59-4f31-8487-63c48de9e25b with Priority: HIGHEST for action security_group_members [ 954.104773] env[65815]: INFO networking_nsxv3.common.synchronization [req-96ba0b27-ae5f-4f69-a1e6-06947de76c0d req-8eddb042-2972-4a4a-8ff1-133505ec31e3 service nova] Enqueued Resource ID: 9223b620-2406-458d-bf56-d71b1ebb6b1b with Priority: HIGHEST for action port [ 954.105490] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04768c87-ba59-4f31-8487-63c48de9e25b with Priority: HIGHEST for action security_group_rules [ 954.105625] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04768c87-ba59-4f31-8487-63c48de9e25b with Priority: HIGHEST for action security_group_members [ 954.105787] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9223b620-2406-458d-bf56-d71b1ebb6b1b with Priority: HIGHEST for action port [ 954.106163] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04768c87-ba59-4f31-8487-63c48de9e25b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.106163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.106289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.106496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.106580] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04768c87-ba59-4f31-8487-63c48de9e25b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.107482] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-04768c87-ba59-4f31-8487-63c48de9e25b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.107600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.107665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.107846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.107991] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.108103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.108163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.108304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.108389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.108482] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04768c87-ba59-4f31-8487-63c48de9e25b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.109376] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-9223b620-2406-458d-bf56-d71b1ebb6b1b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.109486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9223b620-2406-458d-bf56-d71b1ebb6b1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.109552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9223b620-2406-458d-bf56-d71b1ebb6b1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.109703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9223b620-2406-458d-bf56-d71b1ebb6b1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.109778] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9223b620-2406-458d-bf56-d71b1ebb6b1b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.459288] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.459496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.459592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.459855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.459982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.460298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 954.492149] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.492841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.492841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.492841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.492841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.502171] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 954.612310] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04768c87-ba59-4f31-8487-63c48de9e25b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.613538] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-04768c87-ba59-4f31-8487-63c48de9e25b taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.613680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.613815] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9223b620-2406-458d-bf56-d71b1ebb6b1b with status ACTIVE [ 954.613979] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.614094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.614155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.614434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.614683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.614754] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.614812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.614859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.615570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.615727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.615938] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.616058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.616120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.616324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.616360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.616430] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9223b620-2406-458d-bf56-d71b1ebb6b1b is going to be updated. [ 954.637751] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.637893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.637963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.638200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.638334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.638489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9223b620-2406-458d-bf56-d71b1ebb6b1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.671075] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 in Status: SUCCESS [ 954.671230] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58 deletion is rescheduled due to dependency. [ 954.671347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.689540] env[65815]: INFO networking_nsxv3.common.synchronization [req-ea7b946f-54bd-4013-8052-304174d840fe req-2533cd3b-fa07-45a7-b90c-3c4c84209995 tempest-ServerRescueNegativeTestJSON-1559514577 tempest-ServerRescueNegativeTestJSON-1559514577-project-member] Enqueued Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_members [ 954.690284] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_members [ 954.691092] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0e1b3f-73e3-4740-8307-d996aa54b8e6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.691224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.691293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.691635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.691804] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.691907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.691970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.692589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.692589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.692589] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.839509] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d074fdcf-97d0-49fd-a605-6aa496f4e15f tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_rules [ 954.840470] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_rules [ 954.840827] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e539a3-c617-424e-aa1a-649c9f90c926 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.840993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.841502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.841808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.841924] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.119024] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04768c87-ba59-4f31-8487-63c48de9e25b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.171402] env[65815]: INFO networking_nsxv3.common.synchronization [None req-47d37374-a8b1-46c7-ac12-8070def972ad tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_rules [ 955.172682] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_rules [ 955.173119] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e539a3-c617-424e-aa1a-649c9f90c926 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.173409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.195831] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.195831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.195831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.197061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.197061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.197061] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.197061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.197061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.197061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.197061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.197061] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 already deleted. [ 955.197441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.341056] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-925 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.341389] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.341608] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.342512] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.342512] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.342512] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.342733] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.343612] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.343764] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.343986] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.344109] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.344215] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.344319] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.344489] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.344606] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.344746] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.376058] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.376058] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.376281] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.376570] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-925" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.377147] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-c6d54c94-fc71-49ee-bd81-799eab605cfd taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.377504] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-c6d54c94-fc71-49ee-bd81-799eab605cfd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.377763] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-c6d54c94-fc71-49ee-bd81-799eab605cfd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.378276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-c6d54c94-fc71-49ee-bd81-799eab605cfd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.378659] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d54c94-fc71-49ee-bd81-799eab605cfd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.384608] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.384839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.384897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.385183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.385317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.385430] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e539a3-c617-424e-aa1a-649c9f90c926 already deleted. [ 955.385544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.387012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.387254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.387374] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.399862] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf in Status: SUCCESS [ 955.401672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.623061] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.623286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.623394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.623649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.623734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.623836] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04768c87-ba59-4f31-8487-63c48de9e25b is going to be created. [ 955.650714] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.650928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.650995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.651234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.651777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.661439] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04768c87-ba59-4f31-8487-63c48de9e25b in Status: UNINITIALIZED for 2s [ 955.760398] env[65815]: INFO networking_nsxv3.common.synchronization [None req-e3fb2fd2-7c47-4b28-ae3d-4ecf09c3e32d None None] Enqueued Resource ID: b29e1dd7-8272-4f69-a3d7-b1df35d302f0 with Priority: HIGHEST for action port [ 955.760947] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b29e1dd7-8272-4f69-a3d7-b1df35d302f0 with Priority: HIGHEST for action port [ 955.761269] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b29e1dd7-8272-4f69-a3d7-b1df35d302f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.761391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b29e1dd7-8272-4f69-a3d7-b1df35d302f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.761474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b29e1dd7-8272-4f69-a3d7-b1df35d302f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.761827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b29e1dd7-8272-4f69-a3d7-b1df35d302f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.761827] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b29e1dd7-8272-4f69-a3d7-b1df35d302f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.882259] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.882640] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.882792] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.883095] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.883253] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.883413] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port c6d54c94-fc71-49ee-bd81-799eab605cfd not found, creating... [ 955.883678] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.883829] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.883941] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.884176] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.884308] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.884632] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.884783] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.884903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.885253] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.885404] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.885546] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: c6d54c94-fc71-49ee-bd81-799eab605cfd is going to be created. [ 955.910322] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.910698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.910698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.910806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.910839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.910922] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e539a3-c617-424e-aa1a-649c9f90c926 already deleted. [ 955.910996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.919998] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.920301] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.920479] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.920824] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.921076] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.921314] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-c6d54c94-fc71-49ee-bd81-799eab605cfd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.263990] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b29e1dd7-8272-4f69-a3d7-b1df35d302f0 [ 956.263990] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.263990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.264975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.264975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.264975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.264975] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b29e1dd7-8272-4f69-a3d7-b1df35d302f0 already deleted. [ 956.265462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b29e1dd7-8272-4f69-a3d7-b1df35d302f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.515572] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 956.515846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.516077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.516368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.516645] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.516760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.516760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.517087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.517087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.517244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.517307] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.614587] env[65815]: INFO networking_nsxv3.common.synchronization [req-ea7b946f-54bd-4013-8052-304174d840fe req-60caae85-91a2-4260-a4f4-835afd1fb109 service nova] Enqueued Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_rules [ 956.614699] env[65815]: INFO networking_nsxv3.common.synchronization [req-ea7b946f-54bd-4013-8052-304174d840fe req-60caae85-91a2-4260-a4f4-835afd1fb109 service nova] Enqueued Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_members [ 956.614917] env[65815]: INFO networking_nsxv3.common.synchronization [req-ea7b946f-54bd-4013-8052-304174d840fe req-60caae85-91a2-4260-a4f4-835afd1fb109 service nova] Enqueued Resource ID: c6d54c94-fc71-49ee-bd81-799eab605cfd with Priority: HIGHEST for action port [ 956.615755] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_rules [ 956.615986] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_members [ 956.617637] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6d54c94-fc71-49ee-bd81-799eab605cfd with Priority: HIGHEST for action port [ 956.620419] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.620419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.620419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.620419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.620419] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.620419] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0e1b3f-73e3-4740-8307-d996aa54b8e6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.620419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.620419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.620854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.620854] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.621396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.621396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.621396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.621396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.621657] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.624955] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6d54c94-fc71-49ee-bd81-799eab605cfd taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.625471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6d54c94-fc71-49ee-bd81-799eab605cfd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.625471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6d54c94-fc71-49ee-bd81-799eab605cfd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.625844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6d54c94-fc71-49ee-bd81-799eab605cfd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.625844] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6d54c94-fc71-49ee-bd81-799eab605cfd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.021344] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.021344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.021344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.021344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.021626] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.021626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.021626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.021742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.021774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.021868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.022030] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.022125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.022185] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.022362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.022505] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.022599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.022661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.025518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.025518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.025518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.025518] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.127255] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.128379] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0e1b3f-73e3-4740-8307-d996aa54b8e6 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.128463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.128602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6d54c94-fc71-49ee-bd81-799eab605cfd with status ACTIVE [ 957.128789] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.128922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.128966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.129199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.129262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.129430] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.129543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.129629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.129857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.129935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133048] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.133330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.133373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.133585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.133677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.133806] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6d54c94-fc71-49ee-bd81-799eab605cfd is going to be updated. [ 957.159405] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.159405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.159405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.159405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.159405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.159887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6d54c94-fc71-49ee-bd81-799eab605cfd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.527046] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 957.554322] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.555028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.555028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.555028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.555028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.555309] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.555392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.555446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.555592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.555669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.555880] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.555969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.556047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.556198] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.556266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.557018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.557018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.557018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.557018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.557018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.557018] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 957.624482] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.624712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.624712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.624937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.625744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.638671] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.646155] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 957.684933] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04768c87-ba59-4f31-8487-63c48de9e25b in Status: SUCCESS [ 957.685186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.685712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.686063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.692037] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.692037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.692037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.692254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.692375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.692642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.692747] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04768c87-ba59-4f31-8487-63c48de9e25b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.143074] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.143256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.143256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.143467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.143849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.143849] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 is going to be created. [ 958.176899] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.176899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.176899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.176899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.178744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.194920] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 in Status: UNINITIALIZED for 2s [ 958.196067] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-04768c87-ba59-4f31-8487-63c48de9e25b taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.196251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.196305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.196604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.196780] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.196883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.196943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.197650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.197761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.197859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.198031] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-04768c87-ba59-4f31-8487-63c48de9e25b taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.198160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.198198] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.198649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.198649] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.198649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.198649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.198828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.198907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.198992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.199099] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04768c87-ba59-4f31-8487-63c48de9e25b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.702074] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04768c87-ba59-4f31-8487-63c48de9e25b: rpc.has_security_group_logging(os_id): False [ 958.722351] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.722804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.722804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.723088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.723208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.723448] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.723551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.723610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.723773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.723850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.725305] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.725534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.725659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.726754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.727070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.727584] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.727703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.727761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.727945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.728039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.728131] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04768c87-ba59-4f31-8487-63c48de9e25b is going to be created. [ 958.781772] env[65815]: INFO networking_nsxv3.common.synchronization [None req-8473cf9a-d913-44f7-aecd-12bc213de261 None None] Enqueued Resource ID: d8002dc3-10d3-4892-8f2d-6cbb548dd481 with Priority: HIGHEST for action port [ 958.782361] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8002dc3-10d3-4892-8f2d-6cbb548dd481 with Priority: HIGHEST for action port [ 958.782704] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8002dc3-10d3-4892-8f2d-6cbb548dd481 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.782832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8002dc3-10d3-4892-8f2d-6cbb548dd481" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.782900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8002dc3-10d3-4892-8f2d-6cbb548dd481" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.783434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8002dc3-10d3-4892-8f2d-6cbb548dd481" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.783653] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8002dc3-10d3-4892-8f2d-6cbb548dd481',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.811506] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.811506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.811506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.815155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.815356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.828818] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04768c87-ba59-4f31-8487-63c48de9e25b in Status: IN_PROGRESS for 2s [ 959.285593] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8002dc3-10d3-4892-8f2d-6cbb548dd481 [ 959.285923] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.286081] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.286188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.286450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.286585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.286690] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8002dc3-10d3-4892-8f2d-6cbb548dd481 already deleted. [ 959.286945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8002dc3-10d3-4892-8f2d-6cbb548dd481" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.660622] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 959.660622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.208642] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 in Status: SUCCESS [ 960.208642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.208982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.209086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.209551] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.209551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.209652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.209734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.209848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.209980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.210275] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.610244] env[65815]: INFO networking_nsxv3.common.synchronization [req-4de07972-0dbf-4606-8ec4-560425466384 req-62e1da22-ef86-46e1-a287-b4158ab9c071 tempest-ServerAddressesNegativeTestJSON-1469326735 tempest-ServerAddressesNegativeTestJSON-1469326735-project-member] Enqueued Resource ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 with Priority: HIGHEST for action security_group_members [ 960.611168] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 with Priority: HIGHEST for action security_group_members [ 960.612629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3a4bfe9-edb7-491a-aa71-ec080943df66 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.613832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.613915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.614544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.614727] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.614834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.614909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.615076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.615162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.615258] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3a4bfe9-edb7-491a-aa71-ec080943df66',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.713801] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.843825] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04768c87-ba59-4f31-8487-63c48de9e25b in Status: SUCCESS [ 960.844179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.036143] env[65815]: INFO networking_nsxv3.common.synchronization [req-37bf3ed8-360a-4e90-b0c1-27c88efbf4f7 req-0a7cc7ef-a43d-41ad-aec1-abfde55c7a56 tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 961.036757] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 961.038037] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.038037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.038037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.038037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.038037] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.038037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.038037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.038037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.038470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.038470] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.117590] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.117800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.117842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.118270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.118411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.118597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.119126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.119549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.119549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.119549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.119676] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 is going to be updated. [ 961.154695] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.155347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.155347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.155347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.155347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.167389] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 in Status: IN_PROGRESS for 2s [ 961.215269] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df0e1b3f-73e3-4740-8307-d996aa54b8e6: rpc.has_security_group_logging(os_id): False [ 961.235706] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.235873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.235944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.236189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.236278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.236537] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.236626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.236693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.236899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.237022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.237079] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 is going to be created. [ 961.324050] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.324220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.324276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.324520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.324702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.338537] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 in Status: IN_PROGRESS for 2s [ 961.541216] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.541656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.541656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.541656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.542325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.542325] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.542325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.542325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.542508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.542508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.542508] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 961.570974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.571197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.571278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.571446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.571596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.583623] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 963.166758] env[65815]: INFO networking_nsxv3.common.synchronization [None req-34b52f2a-3167-4f74-99f6-e0ac4bebb18c None None] Enqueued Resource ID: 7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d with Priority: HIGHEST for action port [ 963.167744] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d with Priority: HIGHEST for action port [ 963.168845] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.168983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.169060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.169489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.169489] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.182391] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 in Status: SUCCESS [ 963.182391] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3a4bfe9-edb7-491a-aa71-ec080943df66 deletion is rescheduled due to dependency. [ 963.182391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3a4bfe9-edb7-491a-aa71-ec080943df66" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.365744] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 in Status: SUCCESS [ 963.365744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.598064] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 963.598684] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 963.598809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.671213] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d [ 963.671456] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.671650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.671754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.674236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.674236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.674236] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d already deleted. [ 963.674236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb8e6eb-5d0a-45ea-b13a-0a4fa0e4b40d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.007161] env[65815]: INFO networking_nsxv3.common.synchronization [req-038cdb54-d8b3-465b-9bcd-11f9cccd13a6 req-ffb543cb-911b-4125-802c-c4a22099f2db tempest-ServerTagsTestJSON-969220071 tempest-ServerTagsTestJSON-969220071-project-member] Enqueued Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGHEST for action security_group_members [ 965.008608] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGHEST for action security_group_members [ 965.009034] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-af9b9ee6-5953-48b0-981a-e46794d8fbaf taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.009223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.009332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.009581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.009793] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.009986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.010808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.010808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.010870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.010993] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.517467] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.517702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.517702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.517941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.519261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.519494] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.519607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.519675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.519842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.519921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.521370] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf is going to be updated. [ 965.548800] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.548947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.548985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.549190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.549337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.562809] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf in Status: IN_PROGRESS for 2s [ 965.833036] env[65815]: INFO networking_nsxv3.common.synchronization [None req-43d15840-71e8-4a9f-9456-4fd8c2a0b63d None None] Enqueued Resource ID: 6894ce13-f269-415d-a6ec-5a9c4579c28e with Priority: HIGHEST for action port [ 965.833446] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6894ce13-f269-415d-a6ec-5a9c4579c28e with Priority: HIGHEST for action port [ 965.834054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-6894ce13-f269-415d-a6ec-5a9c4579c28e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.834054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6894ce13-f269-415d-a6ec-5a9c4579c28e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.834054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6894ce13-f269-415d-a6ec-5a9c4579c28e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.834548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6894ce13-f269-415d-a6ec-5a9c4579c28e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.834621] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6894ce13-f269-415d-a6ec-5a9c4579c28e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.337421] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6894ce13-f269-415d-a6ec-5a9c4579c28e [ 966.337720] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.337862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.337932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.338222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.338317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.338415] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6894ce13-f269-415d-a6ec-5a9c4579c28e already deleted. [ 966.338497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6894ce13-f269-415d-a6ec-5a9c4579c28e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.574372] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf in Status: SUCCESS [ 967.574773] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf deletion is rescheduled due to dependency. [ 967.574773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.436748] env[65815]: INFO networking_nsxv3.common.synchronization [req-681696e9-10ed-49af-bb35-7e816b7aec09 req-078e0c2f-d1c3-4e52-8da2-bf4469ccacfe tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 969.442199] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 969.442199] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.442199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.442199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.442199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.442199] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.442199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.442199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.442199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.442199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.442199] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.796410] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.796651] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.796721] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.797120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.797383] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.797584] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.797718] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.797937] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.798090] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.798325] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.798444] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.798552] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.798659] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.798770] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.798875] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.799014] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.824083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.824454] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.824661] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.824839] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.825207] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-db100cd9-1a43-40bd-9056-8dad0bc8042e taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.825381] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-db100cd9-1a43-40bd-9056-8dad0bc8042e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.825501] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-db100cd9-1a43-40bd-9056-8dad0bc8042e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.826008] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-db100cd9-1a43-40bd-9056-8dad0bc8042e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.826237] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db100cd9-1a43-40bd-9056-8dad0bc8042e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.945737] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.945849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.945950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.946173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.946285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.946405] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.946477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.946560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.946781] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.946857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.948116] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f already deleted. [ 969.948116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.328792] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.328970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.329120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.329517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.330081] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.330081] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port db100cd9-1a43-40bd-9056-8dad0bc8042e not found, creating... [ 970.330219] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.330338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.330459] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.330741] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.331299] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.331357] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.331627] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.331703] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.331925] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.332066] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.332205] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: db100cd9-1a43-40bd-9056-8dad0bc8042e is going to be created. [ 970.359051] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.359051] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.359051] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.360078] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.360640] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.361084] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-db100cd9-1a43-40bd-9056-8dad0bc8042e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.096803] env[65815]: INFO networking_nsxv3.common.synchronization [req-681696e9-10ed-49af-bb35-7e816b7aec09 req-9fc7368b-e70e-43e9-a307-ff080f0008d8 service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 971.097436] env[65815]: INFO networking_nsxv3.common.synchronization [req-681696e9-10ed-49af-bb35-7e816b7aec09 req-9fc7368b-e70e-43e9-a307-ff080f0008d8 service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 971.097697] env[65815]: INFO networking_nsxv3.common.synchronization [req-681696e9-10ed-49af-bb35-7e816b7aec09 req-9fc7368b-e70e-43e9-a307-ff080f0008d8 service nova] Enqueued Resource ID: db100cd9-1a43-40bd-9056-8dad0bc8042e with Priority: HIGHEST for action port [ 971.098537] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 971.098690] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 971.099211] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db100cd9-1a43-40bd-9056-8dad0bc8042e with Priority: HIGHEST for action port [ 971.099639] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.099847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.099920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.100979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.101128] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.102062] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.102186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.102239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.102439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.102659] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.102818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.102943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.106538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.106538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.106538] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.108046] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-db100cd9-1a43-40bd-9056-8dad0bc8042e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.108046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db100cd9-1a43-40bd-9056-8dad0bc8042e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.108046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db100cd9-1a43-40bd-9056-8dad0bc8042e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.108046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db100cd9-1a43-40bd-9056-8dad0bc8042e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.108330] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db100cd9-1a43-40bd-9056-8dad0bc8042e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.610268] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.611240] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db100cd9-1a43-40bd-9056-8dad0bc8042e with status ACTIVE [ 971.611464] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.611600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.611670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.611888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.611951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.612146] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.612359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.612425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.612577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.612655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.612853] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.612949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.613023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.615826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.615826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.615826] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db100cd9-1a43-40bd-9056-8dad0bc8042e is going to be updated. [ 971.615826] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.615826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.637476] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.637681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.637681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.637972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.638129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.638294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db100cd9-1a43-40bd-9056-8dad0bc8042e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.878960] env[65815]: INFO networking_nsxv3.common.synchronization [req-0e146557-a254-49cc-9cca-063fd90887dc req-ce1d38f2-111a-43e2-ab7b-ffe1f85569c6 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_members [ 971.879635] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_members [ 971.880149] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e539a3-c617-424e-aa1a-649c9f90c926 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.880345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.880414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.880679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.880840] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.880938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.881010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.881166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.881253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.881347] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.929504] env[65815]: INFO networking_nsxv3.common.synchronization [req-e475ac8d-3944-4604-80c8-520e2efe2ae5 req-e8d40fdc-fdf3-452b-b170-c5c61e7a58d9 tempest-FloatingIPsAssociationNegativeTestJSON-1412204479 tempest-FloatingIPsAssociationNegativeTestJSON-1412204479-project-member] Enqueued Resource ID: 04768c87-ba59-4f31-8487-63c48de9e25b with Priority: HIGHEST for action security_group_members [ 971.930396] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04768c87-ba59-4f31-8487-63c48de9e25b with Priority: HIGHEST for action security_group_members [ 971.930721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-04768c87-ba59-4f31-8487-63c48de9e25b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.930844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.930910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.931125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.931435] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.931578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.931641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.931837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.931963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.932088] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04768c87-ba59-4f31-8487-63c48de9e25b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.115414] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.278170] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.278170] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.278170] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.278320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.278571] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.279562] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.279562] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.279562] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.279562] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.279562] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.279562] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.279920] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.279920] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.279920] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.280050] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.280089] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.300812] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.300992] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.301136] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.301307] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.301623] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-571a99a6-d39f-4437-a722-a606ffc3bcc7 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.301796] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-571a99a6-d39f-4437-a722-a606ffc3bcc7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.301912] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-571a99a6-d39f-4437-a722-a606ffc3bcc7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.302283] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-571a99a6-d39f-4437-a722-a606ffc3bcc7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.302421] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571a99a6-d39f-4437-a722-a606ffc3bcc7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.383871] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.384147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.384234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.384446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.384596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.384794] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.384893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.384961] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.385126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.385201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.385284] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e539a3-c617-424e-aa1a-649c9f90c926 already deleted. [ 972.385381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.435132] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.435352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.435421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.436029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.436164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.436390] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.436532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.436623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.436800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.437079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.437206] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04768c87-ba59-4f31-8487-63c48de9e25b is going to be updated. [ 972.466510] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.466712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.466808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.467093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.467282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.478044] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04768c87-ba59-4f31-8487-63c48de9e25b in Status: IN_PROGRESS for 2s [ 972.618481] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.618481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.618481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.618481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.618481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.618481] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be created. [ 972.645399] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.645604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.645604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.645716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.645862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.659071] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: UNINITIALIZED for 2s [ 972.804995] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.805251] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.805374] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.805713] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.805869] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.806047] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 571a99a6-d39f-4437-a722-a606ffc3bcc7 not found, creating... [ 972.806327] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.806482] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.806594] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.806823] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.806956] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.807245] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.807403] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.807503] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.807710] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.807840] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.808242] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 571a99a6-d39f-4437-a722-a606ffc3bcc7 is going to be created. [ 972.828211] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.828423] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.828554] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.828851] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.829089] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.829314] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-571a99a6-d39f-4437-a722-a606ffc3bcc7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.585915] env[65815]: INFO networking_nsxv3.common.synchronization [req-0e146557-a254-49cc-9cca-063fd90887dc req-d3aa40d3-905e-4b66-b1e5-dd49619c3d5c service nova] Enqueued Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_rules [ 973.586518] env[65815]: INFO networking_nsxv3.common.synchronization [req-0e146557-a254-49cc-9cca-063fd90887dc req-d3aa40d3-905e-4b66-b1e5-dd49619c3d5c service nova] Enqueued Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_members [ 973.586518] env[65815]: INFO networking_nsxv3.common.synchronization [req-0e146557-a254-49cc-9cca-063fd90887dc req-d3aa40d3-905e-4b66-b1e5-dd49619c3d5c service nova] Enqueued Resource ID: 571a99a6-d39f-4437-a722-a606ffc3bcc7 with Priority: HIGHEST for action port [ 973.586914] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_rules [ 973.586973] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_members [ 973.587171] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571a99a6-d39f-4437-a722-a606ffc3bcc7 with Priority: HIGHEST for action port [ 973.587572] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e539a3-c617-424e-aa1a-649c9f90c926 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.587776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.587776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.587970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.588092] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.589901] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e539a3-c617-424e-aa1a-649c9f90c926 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.590085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.590281] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.590424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.590631] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.590782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.590931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.591239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.591545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.591752] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.592974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-571a99a6-d39f-4437-a722-a606ffc3bcc7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.593423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571a99a6-d39f-4437-a722-a606ffc3bcc7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.594327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571a99a6-d39f-4437-a722-a606ffc3bcc7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.596225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571a99a6-d39f-4437-a722-a606ffc3bcc7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.596225] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571a99a6-d39f-4437-a722-a606ffc3bcc7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.100152] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e539a3-c617-424e-aa1a-649c9f90c926 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.100417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.101197] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.101992] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 571a99a6-d39f-4437-a722-a606ffc3bcc7 with status ACTIVE [ 974.102214] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.102366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.102632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.103094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.103094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.103301] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.103552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.103657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.103949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.104241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.104710] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.104710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.104836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.104979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.105136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.106106] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 571a99a6-d39f-4437-a722-a606ffc3bcc7 is going to be updated. [ 974.129205] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.129205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.129205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.129565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.129915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.130224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571a99a6-d39f-4437-a722-a606ffc3bcc7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.404398] env[65815]: INFO networking_nsxv3.common.synchronization [req-76c4c3b2-937d-4dbc-a6c4-33e0f7b8a8a5 req-1943794e-2598-4efd-b5a8-a155e6c2b123 tempest-ServerActionsTestOtherB-296077359 tempest-ServerActionsTestOtherB-296077359-project-member] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 974.404534] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 974.404942] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.404942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.405227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.405418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.405565] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.405731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.405795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.405950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.406094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.406191] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.488434] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04768c87-ba59-4f31-8487-63c48de9e25b in Status: SUCCESS [ 974.488632] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04768c87-ba59-4f31-8487-63c48de9e25b deletion is rescheduled due to dependency. [ 974.488747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04768c87-ba59-4f31-8487-63c48de9e25b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.608912] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.669403] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 974.669628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.669794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.670016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.670219] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.670423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.670491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.670683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.670735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.670891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.670987] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.730457] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.730457] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.730614] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.732361] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.732361] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.732361] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.732361] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.733641] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.733973] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.734201] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.734861] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.735022] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.735137] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.735530] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 974.735530] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.735530] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.763783] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.763989] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 974.764167] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.764389] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.764822] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-c57cb931-19ee-4cd0-963c-5425307e8219 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.765161] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-c57cb931-19ee-4cd0-963c-5425307e8219" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.765300] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-c57cb931-19ee-4cd0-963c-5425307e8219" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.766076] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-c57cb931-19ee-4cd0-963c-5425307e8219" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.766269] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57cb931-19ee-4cd0-963c-5425307e8219',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.910541] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.910698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.911290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.911290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.911290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.911290] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.911513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.911513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.911618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.911677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.911759] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 974.941419] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.941419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.941419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.941419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.941419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.954110] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 975.111783] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.111872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.111906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.112187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.112311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.112429] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e539a3-c617-424e-aa1a-649c9f90c926 is going to be created. [ 975.138504] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.138659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.138762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.139011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.139178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.151164] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e539a3-c617-424e-aa1a-649c9f90c926 in Status: UNINITIALIZED for 2s [ 975.174864] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.175431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.175431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.175646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.175785] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.175922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.175990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.176173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.176263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.176355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.176515] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.176615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.176671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.176891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.177077] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.177177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.177238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.177379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.177457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.177541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.177631] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.268940] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.269226] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.269357] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.269653] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.269805] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.269963] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port c57cb931-19ee-4cd0-963c-5425307e8219 not found, creating... [ 975.270247] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.270407] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.270559] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.270743] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.270897] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.271301] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.271481] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.271538] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.271796] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.271915] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.272126] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: c57cb931-19ee-4cd0-963c-5425307e8219 is going to be created. [ 975.300021] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.300295] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.300380] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.300728] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.300981] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.301232] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-c57cb931-19ee-4cd0-963c-5425307e8219" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.681017] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d1f0f5-daed-499c-b5a1-caea3ac98d6f: rpc.has_security_group_logging(os_id): False [ 975.700095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.700282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.700422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.700717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.700856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.701126] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.701287] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.701383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.701619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.701682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.701928] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.702088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.702166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.702382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.702489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.702727] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.702827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.702883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.703092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.703199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.703587] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be created. [ 975.809277] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.809756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.809756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.810067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.810328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.826093] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 976.047265] env[65815]: INFO networking_nsxv3.common.synchronization [req-76c4c3b2-937d-4dbc-a6c4-33e0f7b8a8a5 req-461eb890-90c2-43c5-9add-ea3895de6d96 service nova] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 976.047470] env[65815]: INFO networking_nsxv3.common.synchronization [req-76c4c3b2-937d-4dbc-a6c4-33e0f7b8a8a5 req-461eb890-90c2-43c5-9add-ea3895de6d96 service nova] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 976.047608] env[65815]: INFO networking_nsxv3.common.synchronization [req-76c4c3b2-937d-4dbc-a6c4-33e0f7b8a8a5 req-461eb890-90c2-43c5-9add-ea3895de6d96 service nova] Enqueued Resource ID: c57cb931-19ee-4cd0-963c-5425307e8219 with Priority: HIGHEST for action port [ 976.048201] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 976.048337] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 976.048446] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57cb931-19ee-4cd0-963c-5425307e8219 with Priority: HIGHEST for action port [ 976.048737] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.048859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.048949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.049349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.049541] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.050989] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.051124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.051343] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57cb931-19ee-4cd0-963c-5425307e8219 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.051468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57cb931-19ee-4cd0-963c-5425307e8219" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.051518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57cb931-19ee-4cd0-963c-5425307e8219" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.051733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57cb931-19ee-4cd0-963c-5425307e8219" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.051811] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57cb931-19ee-4cd0-963c-5425307e8219',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.551478] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.551641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.554124] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c57cb931-19ee-4cd0-963c-5425307e8219 with status ACTIVE [ 976.554469] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.554721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.554721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.555222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.555222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.555489] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.555922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.555922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.556100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.556100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.556694] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.556694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.556694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.556856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.556950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.557167] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c57cb931-19ee-4cd0-963c-5425307e8219 is going to be updated. [ 976.585937] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.586161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.586161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.586517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.586658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.586900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57cb931-19ee-4cd0-963c-5425307e8219" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.821799] env[65815]: INFO networking_nsxv3.common.synchronization [req-024d160b-e360-497e-8d79-71ce795e32ca req-d5322732-1243-4e46-a55c-7050a96c3f6e tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 976.822426] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 976.822805] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.823256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.823256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.823256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.823399] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.823669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.823669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.824273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.824381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.824482] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.965907] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 976.966262] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 deletion is rescheduled due to dependency. [ 976.966469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.967733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.967733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.967848] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.968041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.968182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.968470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.968620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.968836] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.162015] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e539a3-c617-424e-aa1a-649c9f90c926 in Status: SUCCESS [ 977.162251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.162424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.162909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.163129] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.163222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.163298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.163471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.163553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.163651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.163897] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.264284] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.264508] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.264641] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.265070] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.265274] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.265373] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.265472] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.265753] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.265940] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.266628] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.266756] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.266862] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.267021] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.267267] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.267399] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.267533] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.291487] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.291487] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.291673] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.292451] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.292451] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.292595] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.292962] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.293074] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.293325] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc52c0ea-2eff-4a25-b1a3-8167517c6ddf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.326810] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.472722] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.666694] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.796676] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.796986] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.797696] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.798044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.798268] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.799043] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port cc52c0ea-2eff-4a25-b1a3-8167517c6ddf not found, creating... [ 977.799043] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.799251] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.799383] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.799757] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.799924] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.800349] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.800572] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.801164] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.801164] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.801280] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.801419] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: cc52c0ea-2eff-4a25-b1a3-8167517c6ddf is going to be created. [ 977.827421] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.827710] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.827745] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.828039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.828276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.828495] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.831466] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.844083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 977.844324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.975733] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.168140] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11e539a3-c617-424e-aa1a-649c9f90c926: rpc.has_security_group_logging(os_id): False [ 978.187614] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.187771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.187825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.188082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.188162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.188453] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.188556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.188682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.188774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.188848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.188935] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e539a3-c617-424e-aa1a-649c9f90c926 is going to be created. [ 978.332609] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.332826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.332826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.333092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.333182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.333279] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 978.433590] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.433783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.433878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.434085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.434277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.454970] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.455169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.455242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.455497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.455728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.462169] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e539a3-c617-424e-aa1a-649c9f90c926 in Status: IN_PROGRESS for 2s [ 978.470308] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 978.480300] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.480300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.480300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.480300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.480300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.480300] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 978.540869] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.540869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.540869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.540869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.540869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.555776] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 978.593998] env[65815]: INFO networking_nsxv3.common.synchronization [req-024d160b-e360-497e-8d79-71ce795e32ca req-118de297-4b7c-420b-ac0e-4f1ad671371f service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 978.594218] env[65815]: INFO networking_nsxv3.common.synchronization [req-024d160b-e360-497e-8d79-71ce795e32ca req-118de297-4b7c-420b-ac0e-4f1ad671371f service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 978.594351] env[65815]: INFO networking_nsxv3.common.synchronization [req-024d160b-e360-497e-8d79-71ce795e32ca req-118de297-4b7c-420b-ac0e-4f1ad671371f service nova] Enqueued Resource ID: cc52c0ea-2eff-4a25-b1a3-8167517c6ddf with Priority: HIGHEST for action port [ 978.598040] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 978.598040] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 978.598040] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc52c0ea-2eff-4a25-b1a3-8167517c6ddf with Priority: HIGHEST for action port [ 978.598040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.598040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.598040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.598040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.598040] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.598040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.598745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.598745] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.598745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.598745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.598745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.598745] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc52c0ea-2eff-4a25-b1a3-8167517c6ddf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.103025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc52c0ea-2eff-4a25-b1a3-8167517c6ddf with status ACTIVE [ 979.103301] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.103301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.103387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.103582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.103683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.103892] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104009] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.104394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.104394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.104570] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.104682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.104682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.106041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.106041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.106041] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc52c0ea-2eff-4a25-b1a3-8167517c6ddf is going to be updated. [ 979.106961] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.107095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.131640] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.131773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.131849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.132139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.132282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.132477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc52c0ea-2eff-4a25-b1a3-8167517c6ddf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.480202] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11e539a3-c617-424e-aa1a-649c9f90c926 in Status: SUCCESS [ 980.480505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.481686] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 980.481686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.481891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.482213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.482498] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.482779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.482779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.482996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.483098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.483198] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.570044] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 980.570274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.570359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.570642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.570794] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.570916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.570981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.571126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.571204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.571289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.571382] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.989770] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.074455] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.342135] env[65815]: INFO networking_nsxv3.common.synchronization [req-7b450588-2044-4cc0-b927-e01808328f0a req-df0de008-8668-4468-ad74-0b4456c8078a tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 981.343213] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 981.343567] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.343735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.343792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.344039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.344192] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.344336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.344406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.344670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.344735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.344893] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.491236] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.579132] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bc0c8ed-4981-438d-a347-32ff480deb97: rpc.has_security_group_logging(os_id): False [ 981.596502] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.597096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.597299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.597769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.598046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.599085] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.599085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.599085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.599085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.599085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.599085] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 981.667266] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.667266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.667266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.667266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.667266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.681546] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 981.740121] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.740333] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.740457] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.740852] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.741139] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.741365] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.741427] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.741628] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.741795] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.742011] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.742195] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.742315] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.742423] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.742533] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.742635] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.742775] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.774452] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.775301] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.775301] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.775301] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.775764] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-87b95c50-0df1-45e8-af44-37d14fba1535 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.776387] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-87b95c50-0df1-45e8-af44-37d14fba1535" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.776387] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-87b95c50-0df1-45e8-af44-37d14fba1535" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.776555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-87b95c50-0df1-45e8-af44-37d14fba1535" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.776749] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b95c50-0df1-45e8-af44-37d14fba1535',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.847957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.847957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.847957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.847957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.847957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.848827] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.848827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.848827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.848827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.848827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.848827] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 981.876588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.876588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.876588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.876588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.876588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.890447] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 981.994326] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.994518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.994687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.994988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.995135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.995295] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 982.024859] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.025054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.025095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.025372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.025741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.037064] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 982.282328] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.282868] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.282868] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.283331] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.283595] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.283996] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 87b95c50-0df1-45e8-af44-37d14fba1535 not found, creating... [ 982.284378] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.285682] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.285682] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.285682] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.285682] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.286261] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.286410] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.286497] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.286920] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.287189] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.287411] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 87b95c50-0df1-45e8-af44-37d14fba1535 is going to be created. [ 982.326990] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.327222] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.327314] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.327695] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.328134] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.328263] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-87b95c50-0df1-45e8-af44-37d14fba1535" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.043956] env[65815]: INFO networking_nsxv3.common.synchronization [req-7b450588-2044-4cc0-b927-e01808328f0a req-9faecdde-9ea9-4652-ba52-8e44d44b4063 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 983.044353] env[65815]: INFO networking_nsxv3.common.synchronization [req-7b450588-2044-4cc0-b927-e01808328f0a req-9faecdde-9ea9-4652-ba52-8e44d44b4063 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 983.044406] env[65815]: INFO networking_nsxv3.common.synchronization [req-7b450588-2044-4cc0-b927-e01808328f0a req-9faecdde-9ea9-4652-ba52-8e44d44b4063 service nova] Enqueued Resource ID: 87b95c50-0df1-45e8-af44-37d14fba1535 with Priority: HIGHEST for action port [ 983.045726] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 983.045912] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 983.046038] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87b95c50-0df1-45e8-af44-37d14fba1535 with Priority: HIGHEST for action port [ 983.046361] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.046496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.046563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.046779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.046866] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.048748] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.049017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.049103] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-87b95c50-0df1-45e8-af44-37d14fba1535 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.049214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87b95c50-0df1-45e8-af44-37d14fba1535" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.050504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87b95c50-0df1-45e8-af44-37d14fba1535" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.050700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87b95c50-0df1-45e8-af44-37d14fba1535" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.050832] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87b95c50-0df1-45e8-af44-37d14fba1535',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.549655] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.549655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.553976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87b95c50-0df1-45e8-af44-37d14fba1535 with status ACTIVE [ 983.554231] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.554371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.554441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.554686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.554779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.554954] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.556050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.556254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.556623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.556904] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.557703] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.557844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.557906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.558109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.558194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.558292] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87b95c50-0df1-45e8-af44-37d14fba1535 is going to be updated. [ 983.596352] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.596531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.596570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.596817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.596905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.597107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87b95c50-0df1-45e8-af44-37d14fba1535" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.714209] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 983.714209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.920922] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 983.921176] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 983.921340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.921610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.921837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.922039] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.922197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.922267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.922449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.922619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.925501] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.945089] env[65815]: INFO networking_nsxv3.common.synchronization [req-adac1272-28a6-46d9-b177-0abbcc30fb86 req-c5fd480c-aab3-453d-a2c7-fa993bcd00b8 tempest-ImagesOneServerNegativeTestJSON-1054993926 tempest-ImagesOneServerNegativeTestJSON-1054993926-project-member] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 983.945415] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 983.945802] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.945922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.946010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.946363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.946439] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.950024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.950024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.950024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.950024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.950024] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.051205] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 984.051584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.051894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.052000] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.052270] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.052427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.052521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.052756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.052864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.052981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.053125] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.407641] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.407908] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.408095] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.408531] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.408958] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.409246] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.409424] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.409744] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.409990] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.410297] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.410434] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.410545] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.410668] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.410846] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.411023] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.411247] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.430039] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.433291] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.433384] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.433672] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.433714] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.433988] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-640c060f-7b4b-4e6b-85fb-9719527c83cc taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.434180] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-640c060f-7b4b-4e6b-85fb-9719527c83cc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.434297] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-640c060f-7b4b-4e6b-85fb-9719527c83cc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.434645] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-640c060f-7b4b-4e6b-85fb-9719527c83cc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.434785] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('640c060f-7b4b-4e6b-85fb-9719527c83cc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.449067] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.449221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.449280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.451023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.451023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.451023] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.451023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.451023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.451023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.451023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.451023] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f already deleted. [ 984.451023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.555468] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.555692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.555758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.555967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.556154] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.556259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.556322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.556472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.556554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.556639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.556785] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.556925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.556925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.557080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.557216] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.557305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.557364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.557499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.557572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.557651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.557737] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.602749] env[65815]: INFO networking_nsxv3.common.synchronization [None req-380a17f5-4043-4b2d-8d5b-81336fea2146 None None] Enqueued Resource ID: 22827613-b3dc-4e45-b2e5-37139435f39b with Priority: HIGHEST for action port [ 984.603349] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22827613-b3dc-4e45-b2e5-37139435f39b with Priority: HIGHEST for action port [ 984.603779] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-22827613-b3dc-4e45-b2e5-37139435f39b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.604058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22827613-b3dc-4e45-b2e5-37139435f39b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.604430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22827613-b3dc-4e45-b2e5-37139435f39b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.604490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22827613-b3dc-4e45-b2e5-37139435f39b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.604629] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22827613-b3dc-4e45-b2e5-37139435f39b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.933095] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.938615] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.939477] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.939477] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.939477] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.939477] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.939477] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 640c060f-7b4b-4e6b-85fb-9719527c83cc not found, creating... [ 984.939717] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.939874] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.939992] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.941492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.941492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.941492] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.941492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.941492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.941492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.941492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.941492] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 640c060f-7b4b-4e6b-85fb-9719527c83cc is going to be created. [ 984.967153] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.967153] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.967153] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.967153] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.967153] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.967153] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-640c060f-7b4b-4e6b-85fb-9719527c83cc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.059980] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 985.086369] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.086369] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.086369] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.086369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.087355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.087610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.087768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.087991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.088174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.089599] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 985.107311] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22827613-b3dc-4e45-b2e5-37139435f39b [ 985.107496] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.107791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.107970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.108321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.108758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.108758] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22827613-b3dc-4e45-b2e5-37139435f39b already deleted. [ 985.108758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22827613-b3dc-4e45-b2e5-37139435f39b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.193025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.193025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.193025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.193025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.193025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.207570] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 985.437282] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.437471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.437515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.438219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.438219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.438362] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 985.472705] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.472863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.472863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.473832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.473832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.483036] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 985.694477] env[65815]: INFO networking_nsxv3.common.synchronization [req-adac1272-28a6-46d9-b177-0abbcc30fb86 req-daef7f79-71b8-482c-9b58-59387ca62deb service nova] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_rules [ 985.694723] env[65815]: INFO networking_nsxv3.common.synchronization [req-adac1272-28a6-46d9-b177-0abbcc30fb86 req-daef7f79-71b8-482c-9b58-59387ca62deb service nova] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 985.694869] env[65815]: INFO networking_nsxv3.common.synchronization [req-adac1272-28a6-46d9-b177-0abbcc30fb86 req-daef7f79-71b8-482c-9b58-59387ca62deb service nova] Enqueued Resource ID: 640c060f-7b4b-4e6b-85fb-9719527c83cc with Priority: HIGHEST for action port [ 985.695454] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_rules [ 985.695605] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 985.695722] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 640c060f-7b4b-4e6b-85fb-9719527c83cc with Priority: HIGHEST for action port [ 985.696010] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.696139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.696206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.696860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.696945] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.697817] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.697920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.697993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.698168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.698314] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.698407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.698467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.698604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.698686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.698776] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.699508] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-640c060f-7b4b-4e6b-85fb-9719527c83cc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.699611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-640c060f-7b4b-4e6b-85fb-9719527c83cc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.699677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-640c060f-7b4b-4e6b-85fb-9719527c83cc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.699821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-640c060f-7b4b-4e6b-85fb-9719527c83cc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.699891] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('640c060f-7b4b-4e6b-85fb-9719527c83cc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.205026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.205026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.205026] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.206427] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 640c060f-7b4b-4e6b-85fb-9719527c83cc with status ACTIVE [ 986.206622] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.206746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.206813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.207039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.207132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.207302] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.207397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.207458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.207606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.207693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.210136] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.210136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.210280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.211546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.211546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.211546] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 640c060f-7b4b-4e6b-85fb-9719527c83cc is going to be updated. [ 986.240977] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.240977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.241199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.241276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.241858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.241858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-640c060f-7b4b-4e6b-85fb-9719527c83cc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.713257] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.216560] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.216873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.216873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.217168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.217297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.217455] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be created. [ 987.231329] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 987.231626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.245666] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.245864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.245903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.246134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.246300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.257697] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: UNINITIALIZED for 2s [ 987.499731] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 987.500314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.500314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.500469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.500656] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.500824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.501483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.501483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.501483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.501483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.501483] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.612416] env[65815]: INFO networking_nsxv3.common.synchronization [None req-6fdf289e-602d-475d-a592-354072286f54 None None] Enqueued Resource ID: 66f8417b-41b2-4351-b667-9ad851f50a8b with Priority: HIGHEST for action port [ 987.613675] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66f8417b-41b2-4351-b667-9ad851f50a8b with Priority: HIGHEST for action port [ 987.614733] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-66f8417b-41b2-4351-b667-9ad851f50a8b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.614733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66f8417b-41b2-4351-b667-9ad851f50a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.614733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66f8417b-41b2-4351-b667-9ad851f50a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.614733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66f8417b-41b2-4351-b667-9ad851f50a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.614733] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66f8417b-41b2-4351-b667-9ad851f50a8b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.008148] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.009027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.009027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.009027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.009027] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.009027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.009027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.009300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.009300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.009300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.009496] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.009559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.009639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.009790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.009929] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.010081] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.010122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.010245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.010979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.011105] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.011203] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.117878] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66f8417b-41b2-4351-b667-9ad851f50a8b [ 988.117878] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.117878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.117878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.117878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.118201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.118201] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66f8417b-41b2-4351-b667-9ad851f50a8b already deleted. [ 988.118201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66f8417b-41b2-4351-b667-9ad851f50a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.515483] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f609db10-a071-495f-90db-b7d9023669f8: rpc.has_security_group_logging(os_id): False [ 988.533470] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.534640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.534640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.534640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.534640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.534640] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.534640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.534955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.534991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.535151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.535321] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.535422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.535484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.535696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.535795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.536670] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.536670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.536670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.536670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.536670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.536670] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 988.601628] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.601892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.601892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.602095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.602269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.616839] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 989.269067] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 989.269305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.269471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.269711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.269903] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.270028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.270090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.270241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.270321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.270405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.270494] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.917566] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.917566] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.917566] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.917566] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.917566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.922796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.922796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.922796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.922796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.922796] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.284815] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1253a63-27a9-4a56-851b-ec323714784f: rpc.has_security_group_logging(os_id): False [ 990.307640] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.307856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.307911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.308192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.308250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.308450] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.308547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.308610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.308787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.309047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.309047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.309263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.309307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.309487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.309531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.309704] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.309796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.309843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.310027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.310091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.310153] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be created. [ 990.370883] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.371037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.371173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.371363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.371737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.386823] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: IN_PROGRESS for 2s [ 990.635635] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 990.636587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.377194] env[65815]: INFO networking_nsxv3.common.synchronization [req-25258bc4-dd3a-4b60-8345-088e85655fa3 req-33f0f18d-33ef-4a31-848d-23bbe353be88 tempest-ListImageFiltersTestJSON-1728861093 tempest-ListImageFiltersTestJSON-1728861093-project-member] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 991.377194] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 991.377194] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.377194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.377194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.377194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.377194] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.377194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.377194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.377747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.377747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.377747] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.780728] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.780935] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.781068] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.781344] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.781602] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.781757] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.781873] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.782103] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.782247] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.782460] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.782564] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.782688] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.782807] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.782930] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.783072] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.783244] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.803147] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.803381] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.803467] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.803644] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.803959] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-797df1bb-e162-443d-adbc-c8d54bc92aa2 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.804157] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-797df1bb-e162-443d-adbc-c8d54bc92aa2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.804274] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-797df1bb-e162-443d-adbc-c8d54bc92aa2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.804618] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-797df1bb-e162-443d-adbc-c8d54bc92aa2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.805390] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('797df1bb-e162-443d-adbc-c8d54bc92aa2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.879493] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.880617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.880617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.880617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.880617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.880617] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.880617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.880617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.880891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.880891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.880891] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 already deleted. [ 991.880971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.307807] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.308117] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.308197] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.308485] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.308682] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.308781] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 797df1bb-e162-443d-adbc-c8d54bc92aa2 not found, creating... [ 992.309083] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.309276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.309396] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.309616] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.309750] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.310064] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.310215] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.310328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.310539] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.310656] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.310796] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 797df1bb-e162-443d-adbc-c8d54bc92aa2 is going to be created. [ 992.338662] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.338893] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.338990] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.339292] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.339518] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.339734] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-797df1bb-e162-443d-adbc-c8d54bc92aa2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.407000] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 992.407000] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.063021] env[65815]: INFO networking_nsxv3.common.synchronization [req-25258bc4-dd3a-4b60-8345-088e85655fa3 req-7fcb65ee-1b3c-4cbc-94fd-86d63bfd90bc service nova] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_rules [ 993.063021] env[65815]: INFO networking_nsxv3.common.synchronization [req-25258bc4-dd3a-4b60-8345-088e85655fa3 req-7fcb65ee-1b3c-4cbc-94fd-86d63bfd90bc service nova] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 993.063021] env[65815]: INFO networking_nsxv3.common.synchronization [req-25258bc4-dd3a-4b60-8345-088e85655fa3 req-7fcb65ee-1b3c-4cbc-94fd-86d63bfd90bc service nova] Enqueued Resource ID: 797df1bb-e162-443d-adbc-c8d54bc92aa2 with Priority: HIGHEST for action port [ 993.063021] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_rules [ 993.063021] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 993.063021] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797df1bb-e162-443d-adbc-c8d54bc92aa2 with Priority: HIGHEST for action port [ 993.063974] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.063974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.063974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.063974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.063974] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.065276] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.065276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.065276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.065276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.065276] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.065504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.065504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.065561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.065915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.065915] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.066815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-797df1bb-e162-443d-adbc-c8d54bc92aa2 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.066923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-797df1bb-e162-443d-adbc-c8d54bc92aa2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.066996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-797df1bb-e162-443d-adbc-c8d54bc92aa2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.067149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-797df1bb-e162-443d-adbc-c8d54bc92aa2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.067227] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('797df1bb-e162-443d-adbc-c8d54bc92aa2',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.569436] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.570578] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.570741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.574214] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 797df1bb-e162-443d-adbc-c8d54bc92aa2 with status ACTIVE [ 993.574214] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.574214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.574214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.574214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.574214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.574214] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.574568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.574568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.575046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.575046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.575046] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.575212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.575212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.575486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.575486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.575486] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 797df1bb-e162-443d-adbc-c8d54bc92aa2 is going to be updated. [ 993.598552] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.598792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.598792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.599073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.599166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.599303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-797df1bb-e162-443d-adbc-c8d54bc92aa2" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.720481] env[65815]: INFO networking_nsxv3.common.synchronization [req-870474fd-94c6-4422-8384-847dc91be22e req-a7ce406b-b79d-4639-8b36-039f39750bac tempest-ListImageFiltersTestJSON-1728861093 tempest-ListImageFiltersTestJSON-1728861093-project-member] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 993.721334] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 993.722461] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.722647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.072231] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.127125] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.127362] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.127507] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.127836] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.128555] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.128737] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.128868] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.129147] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.129312] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.129528] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.129639] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.129758] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.129875] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.129993] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.130131] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.130267] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.153516] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.153695] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.153839] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.154031] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-274" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.154352] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-a7de31a7-72ca-4aee-8890-6c56c4862ad0 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.154528] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-a7de31a7-72ca-4aee-8890-6c56c4862ad0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.154701] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-a7de31a7-72ca-4aee-8890-6c56c4862ad0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.155095] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-a7de31a7-72ca-4aee-8890-6c56c4862ad0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.155240] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7de31a7-72ca-4aee-8890-6c56c4862ad0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.415323] env[65815]: INFO networking_nsxv3.common.synchronization [req-633dad5b-5246-4e07-93ad-ebbeaa2345ae req-193b3d67-5bb3-494e-bdaa-8286d8f4eff2 tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 994.415908] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 994.416233] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.416358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.416438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.416632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.416825] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.416942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.416942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.417183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.417183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.417249] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.419757] env[65815]: INFO networking_nsxv3.common.synchronization [None req-5f660e49-b4cc-4633-ac6d-b225df30992e None None] Enqueued Resource ID: b482f4a7-7cd0-4519-9ed6-4fc50541e10a with Priority: HIGHEST for action port [ 994.420386] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b482f4a7-7cd0-4519-9ed6-4fc50541e10a with Priority: HIGHEST for action port [ 994.420678] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b482f4a7-7cd0-4519-9ed6-4fc50541e10a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.420826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b482f4a7-7cd0-4519-9ed6-4fc50541e10a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.420926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b482f4a7-7cd0-4519-9ed6-4fc50541e10a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.421083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b482f4a7-7cd0-4519-9ed6-4fc50541e10a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.421150] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b482f4a7-7cd0-4519-9ed6-4fc50541e10a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.577269] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.577269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.577269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.577269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.577269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.577269] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 is going to be created. [ 994.604707] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.605165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.605251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.605500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.605775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.617850] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: UNINITIALIZED for 2s [ 994.652182] env[65815]: INFO networking_nsxv3.common.synchronization [None req-50dab76d-bcd5-47c3-ac59-1809cd738e7f tempest-ServersTestManualDisk-1319321886 tempest-ServersTestManualDisk-1319321886-project-member] Enqueued Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_rules [ 994.653013] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_rules [ 994.653550] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75fa76cb-ea9c-40bb-9869-085af49bd266 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.653789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.653950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.654292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.654487] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.657816] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.658044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.658277] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.658555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.658786] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.658956] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port a7de31a7-72ca-4aee-8890-6c56c4862ad0 not found, creating... [ 994.659274] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.659496] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.659730] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.660156] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.660339] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.660676] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.660857] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.661019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.661300] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.661469] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.661643] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: a7de31a7-72ca-4aee-8890-6c56c4862ad0 is going to be created. [ 994.686483] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.686734] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.686861] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.687233] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.687515] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.687790] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-a7de31a7-72ca-4aee-8890-6c56c4862ad0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.829879] env[65815]: INFO networking_nsxv3.common.synchronization [None req-cacd2df1-18dd-45f2-b0f1-58459ef3a5e2 tempest-ServersTestManualDisk-1319321886 tempest-ServersTestManualDisk-1319321886-project-member] Enqueued Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_rules [ 994.830461] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_rules [ 994.830771] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75fa76cb-ea9c-40bb-9869-085af49bd266 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.830884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.922076] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.923394] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b482f4a7-7cd0-4519-9ed6-4fc50541e10a [ 994.923686] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.923905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.924074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.924341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.924429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.924550] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b482f4a7-7cd0-4519-9ed6-4fc50541e10a already deleted. [ 994.924675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b482f4a7-7cd0-4519-9ed6-4fc50541e10a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.178991] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.178991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.178991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.178991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.178991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.178991] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 already deleted. [ 995.178991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.178991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.179366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.179366] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.426766] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.503422] env[65815]: INFO networking_nsxv3.common.synchronization [req-870474fd-94c6-4422-8384-847dc91be22e req-784c8aab-ffe6-409a-aa85-c2334475a6b2 service nova] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_rules [ 995.503422] env[65815]: INFO networking_nsxv3.common.synchronization [req-870474fd-94c6-4422-8384-847dc91be22e req-784c8aab-ffe6-409a-aa85-c2334475a6b2 service nova] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 995.503422] env[65815]: INFO networking_nsxv3.common.synchronization [req-870474fd-94c6-4422-8384-847dc91be22e req-784c8aab-ffe6-409a-aa85-c2334475a6b2 service nova] Enqueued Resource ID: a7de31a7-72ca-4aee-8890-6c56c4862ad0 with Priority: HIGHEST for action port [ 995.503422] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_rules [ 995.503422] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 995.503422] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7de31a7-72ca-4aee-8890-6c56c4862ad0 with Priority: HIGHEST for action port [ 995.503422] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.503422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.503422] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.503422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.503878] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7de31a7-72ca-4aee-8890-6c56c4862ad0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.503878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7de31a7-72ca-4aee-8890-6c56c4862ad0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.503878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7de31a7-72ca-4aee-8890-6c56c4862ad0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.504197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7de31a7-72ca-4aee-8890-6c56c4862ad0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.504197] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7de31a7-72ca-4aee-8890-6c56c4862ad0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.705594] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.705594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.705594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.705594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.705594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.705594] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 already deleted. [ 995.705594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.930714] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.930956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.931088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.933602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.933602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.933602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 995.967536] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.967536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.967536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.967821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.967924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.979441] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 996.007566] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7de31a7-72ca-4aee-8890-6c56c4862ad0 with status ACTIVE [ 996.007804] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.007946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.008066] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.008991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.009148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.009356] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.009466] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.009530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.009708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.009786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.009981] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.010122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.010179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.010317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.010371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.010453] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7de31a7-72ca-4aee-8890-6c56c4862ad0 is going to be updated. [ 996.033763] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.033990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.033990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.034200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.034337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.034491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7de31a7-72ca-4aee-8890-6c56c4862ad0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.405955] env[65815]: INFO networking_nsxv3.common.synchronization [req-2963e2aa-9fec-41af-bb86-98e8529605d9 req-c8b10e21-a3e4-4803-baa9-458f2e0ec8c3 tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 996.406981] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 996.407605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.407605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.407605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.407879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.407941] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.408085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.408191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.408365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.408453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.408550] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.628847] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: SUCCESS [ 996.628997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.629216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.629441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.629632] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.629742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.629808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.629954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.630047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.630134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.630253] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.631101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.631285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.631417] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.631517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.631578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.631714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.631790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.631876] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.910893] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.911249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.911348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.911412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.911610] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.911919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.911919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.911919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.912058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.912058] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 996.943541] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.943541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.943541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.943541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.943541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.956691] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 996.982758] env[65815]: INFO networking_nsxv3.common.synchronization [None req-0a992950-b1a0-426e-8f0a-1813fe4d89bd None None] Enqueued Resource ID: 2f0d06e0-41f9-4735-8840-fe99d8629904 with Priority: HIGHEST for action port [ 996.982936] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f0d06e0-41f9-4735-8840-fe99d8629904 with Priority: HIGHEST for action port [ 996.983442] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f0d06e0-41f9-4735-8840-fe99d8629904 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.983524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f0d06e0-41f9-4735-8840-fe99d8629904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.983576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f0d06e0-41f9-4735-8840-fe99d8629904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.983836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f0d06e0-41f9-4735-8840-fe99d8629904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.983921] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f0d06e0-41f9-4735-8840-fe99d8629904',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.134421] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.134582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.134761] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.266470] env[65815]: INFO networking_nsxv3.common.synchronization [req-d533d9b0-ba7a-419f-94c0-34e7ae807d83 req-58ebd744-a169-4ab8-a283-91db212637a9 tempest-ServersNegativeTestJSON-1151697973 tempest-ServersNegativeTestJSON-1151697973-project-member] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 997.267030] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 997.270677] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.270828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.270897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.271177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.271348] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.274017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.274017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.274017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.274017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.274017] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.485934] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f0d06e0-41f9-4735-8840-fe99d8629904 [ 997.486316] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.486511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.486511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.487073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.487073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.487073] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f0d06e0-41f9-4735-8840-fe99d8629904 already deleted. [ 997.487444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f0d06e0-41f9-4735-8840-fe99d8629904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.628419] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.628714] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.628859] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.629080] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.629345] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.629513] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.629616] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.629826] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.630015] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.630187] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.630294] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.630395] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.630498] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.630608] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.630695] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.630820] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.639258] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.654231] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.654231] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.654231] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.654231] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.654231] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.654231] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.654231] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.654231] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.654231] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ccbe32-3d90-40d5-a2b3-4e7408cf53a5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.776613] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.777032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.777149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.777369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.777597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.777834] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.777944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.778013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.778187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.778264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.778349] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 already deleted. [ 997.778433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.988971] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 997.989358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.141637] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.141826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.141866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.142207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.142317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.142443] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 is going to be updated. [ 998.157500] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.157992] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.158065] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.158392] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.158654] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.158825] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 not found, creating... [ 998.159135] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.159338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.159572] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.159740] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.159903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.160340] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.160456] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.160584] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.160814] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.160958] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.161571] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 is going to be created. [ 998.175487] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.175623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.175715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.176063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.176247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.184842] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.185110] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.185235] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.185520] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.185742] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.185979] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.187296] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: IN_PROGRESS for 2s [ 998.908716] env[65815]: INFO networking_nsxv3.common.synchronization [req-d533d9b0-ba7a-419f-94c0-34e7ae807d83 req-d0a4edc2-df44-4789-97c4-d349fae7596b service nova] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_rules [ 998.909036] env[65815]: INFO networking_nsxv3.common.synchronization [req-d533d9b0-ba7a-419f-94c0-34e7ae807d83 req-d0a4edc2-df44-4789-97c4-d349fae7596b service nova] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 998.909273] env[65815]: INFO networking_nsxv3.common.synchronization [req-d533d9b0-ba7a-419f-94c0-34e7ae807d83 req-d0a4edc2-df44-4789-97c4-d349fae7596b service nova] Enqueued Resource ID: 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 with Priority: HIGHEST for action port [ 998.909997] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_rules [ 998.910217] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 998.910382] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 with Priority: HIGHEST for action port [ 998.910785] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.910972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.911111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.912931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.912931] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.913466] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.913649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.915149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.915367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.915540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.915649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.915713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.915882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.916065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.916065] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.917243] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.917243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.917243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.917243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.917655] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ccbe32-3d90-40d5-a2b3-4e7408cf53a5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.969528] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 998.969721] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 998.969811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.419361] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.419673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.419732] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.420847] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 with status ACTIVE [ 999.420969] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.421197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.421197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.421307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.421383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.421554] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.421639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.421699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.421859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.421938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.422108] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.422195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.422246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.422390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.422471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.422566] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 is going to be updated. [ 999.449251] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.449443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.449488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.449689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.449853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.450031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.925632] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.197454] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: SUCCESS [ 1000.197664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.197828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.198072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.198261] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.198374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.198438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.198586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.198658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.198743] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.416450] env[65815]: INFO networking_nsxv3.common.synchronization [req-d73728d9-3fe5-4771-8a24-135715c30f9a req-aad8e49b-8bf2-4f0e-a1f8-48ab65b0bdb0 tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1000.417171] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1000.417519] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.417740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.417740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.417842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.418025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.418153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.418218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.418415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.418521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.418632] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.430113] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.430440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.430440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.430596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.430596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.430714] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be created. [ 1000.458565] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.458711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.458770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.459027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.459361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.471726] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: UNINITIALIZED for 2s [ 1000.700449] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.923823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.923823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.923823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.924051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.924180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.924452] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.924587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.924587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.924894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.925079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.925177] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1000.958602] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.958830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.958830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.959069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.961568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.969204] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1001.205381] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.707932] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.707932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.708327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.708327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.708415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.708512] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 is going to be updated. [ 1001.736200] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.736364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.736431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.736659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.737122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.746225] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: IN_PROGRESS for 2s [ 1002.484643] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1002.484643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.484643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.484957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.485130] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.485276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.485334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.486211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.486211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.486211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.486211] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.984138] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1002.984485] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 1002.984485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.988054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.988228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.988478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.988821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.988868] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.988969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.989055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.989257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.989394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.989529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.989755] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.989973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.989973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.990149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.990294] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.990387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.990820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.990820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.990820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.990820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.990820] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.497888] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530fe56d-aa91-4f9e-9c6d-7b1449939a94: rpc.has_security_group_logging(os_id): False [ 1003.519673] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.519999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.519999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.520169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.520261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.520473] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.520710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.520710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.520958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.520958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.521197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.521292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.521345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.521490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.521563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.521823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.521935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.522305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.522561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.522642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.522896] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be created. [ 1003.601744] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.601947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.601947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.602253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.602438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.620673] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1003.761443] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: SUCCESS [ 1003.761643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.761824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.762210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.763051] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.763051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.763051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.763051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.763051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.763051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.763346] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.763346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.763346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.763502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.763542] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.763691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.763691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.763829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.763924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.764058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.764200] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.267546] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7747a38-4a65-470a-9e38-523ffe6321e5: rpc.has_security_group_logging(os_id): False [ 1004.290485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.290708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.290814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.291087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.291199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.291410] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.291551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.291551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.291767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.291876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.292106] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.292267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.292267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.292407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.292481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.292672] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.292805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.292892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.293070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.293147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.293234] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 is going to be created. [ 1004.372081] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.372341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.372341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.372522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.372713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.388976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: IN_PROGRESS for 2s [ 1005.418039] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1005.418548] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1005.637087] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1005.637087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.404497] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: SUCCESS [ 1006.404878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.405130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.405410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.405523] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.908037] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.908037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.908037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.908480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.908536] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.908671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.908741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.909069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.909185] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.909282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.909374] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.412800] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.412800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.413045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.413174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.413403] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.413530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.413618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.413818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.413932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.414055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.414235] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.414366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.414467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.414686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.414909] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.415040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.415126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.415324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.415424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.415534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.415646] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.921201] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7747a38-4a65-470a-9e38-523ffe6321e5: rpc.has_security_group_logging(os_id): False [ 1007.941274] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.941446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.941488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.941699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.941818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.941992] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.942099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.942164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.942432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.942518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.942715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.942799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.942880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.943135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.943217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.943420] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.943498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.943663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.943735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.943775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.943848] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 is going to be updated. [ 1008.008224] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.008927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.008927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.008927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.009240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.024892] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: IN_PROGRESS for 2s [ 1008.228217] env[65815]: INFO networking_nsxv3.common.synchronization [req-a388abdd-72e1-4467-8db7-b74fc98da5e0 req-cae84bc6-b37f-4f23-9b62-96f4c3ece4e3 tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1008.228872] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1008.229755] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.229755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.229755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.229755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.229755] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.229755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.229755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.230481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.230481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.230481] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.546274] env[65815]: INFO networking_nsxv3.common.synchronization [req-bdd46bfa-b6aa-449d-8ae3-1e2f734a4eb7 req-b6601130-3f16-42b2-854f-8ee4c05059b8 tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1008.546801] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1008.547934] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.547934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.547934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.547934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.547934] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.548234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.548234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.548234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.548336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.548385] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.625623] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.626825] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.626825] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.626825] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.627016] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.627138] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.627318] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.627550] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.627760] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.627970] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.628107] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.628226] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.628330] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.628437] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.628535] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.628663] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.651646] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.651646] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.651838] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.651972] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.652394] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-dfd4da9b-0d0f-432f-b58f-382cf9540185 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.652555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-dfd4da9b-0d0f-432f-b58f-382cf9540185" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.652655] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-dfd4da9b-0d0f-432f-b58f-382cf9540185" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.653051] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-dfd4da9b-0d0f-432f-b58f-382cf9540185" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.653192] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd4da9b-0d0f-432f-b58f-382cf9540185',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.733758] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.733912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.733957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.734190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.734283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.734476] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.734610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.734906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.734972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.735036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.735149] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1008.763249] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.763399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.763457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.763648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.763881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.774597] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1009.051232] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.156292] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.156573] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.156729] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.157123] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.157322] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.157451] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port dfd4da9b-0d0f-432f-b58f-382cf9540185 not found, creating... [ 1009.157737] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.157926] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.158083] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.158320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.158475] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.158824] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.159014] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.159148] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.159405] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.159576] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.159734] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: dfd4da9b-0d0f-432f-b58f-382cf9540185 is going to be created. [ 1009.184543] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.184899] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.185062] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.185370] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.185627] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.185919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-dfd4da9b-0d0f-432f-b58f-382cf9540185" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.554327] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.952414] env[65815]: INFO networking_nsxv3.common.synchronization [req-a388abdd-72e1-4467-8db7-b74fc98da5e0 req-a70ccc4d-8fad-4f50-9ce1-1bcb8db3a5e3 service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 1009.952587] env[65815]: INFO networking_nsxv3.common.synchronization [req-a388abdd-72e1-4467-8db7-b74fc98da5e0 req-a70ccc4d-8fad-4f50-9ce1-1bcb8db3a5e3 service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1009.952818] env[65815]: INFO networking_nsxv3.common.synchronization [req-a388abdd-72e1-4467-8db7-b74fc98da5e0 req-a70ccc4d-8fad-4f50-9ce1-1bcb8db3a5e3 service nova] Enqueued Resource ID: dfd4da9b-0d0f-432f-b58f-382cf9540185 with Priority: HIGHEST for action port [ 1009.953502] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 1009.953676] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1009.953974] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfd4da9b-0d0f-432f-b58f-382cf9540185 with Priority: HIGHEST for action port [ 1009.954657] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.954657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.954657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.954657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.954657] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.955948] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.956087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.956289] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfd4da9b-0d0f-432f-b58f-382cf9540185 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.956474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfd4da9b-0d0f-432f-b58f-382cf9540185" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.956474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfd4da9b-0d0f-432f-b58f-382cf9540185" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.956914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfd4da9b-0d0f-432f-b58f-382cf9540185" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.956914] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfd4da9b-0d0f-432f-b58f-382cf9540185',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.041035] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: SUCCESS [ 1010.041035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.056680] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.056963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.056963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.057032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.057163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.057258] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1010.090565] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.090565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.090565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.090565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.090565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.101256] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1010.367820] env[65815]: INFO networking_nsxv3.common.synchronization [req-c765a28b-0302-4614-98f2-03da566f9494 req-67ed79ee-caa8-49a8-93aa-9aa921fc9197 tempest-ImagesOneServerNegativeTestJSON-1054993926 tempest-ImagesOneServerNegativeTestJSON-1054993926-project-member] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1010.368860] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1010.369936] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.369936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.369936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.369936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.370811] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.370811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.370811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.370811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.370811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.371408] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.459031] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.459031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.459031] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfd4da9b-0d0f-432f-b58f-382cf9540185 with status ACTIVE [ 1010.459244] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.459299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.459507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.459578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.459636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.459809] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.459906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.459967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.460126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.460296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.460407] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.460473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.460528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.460650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.460717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.460803] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfd4da9b-0d0f-432f-b58f-382cf9540185 is going to be updated. [ 1010.482703] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.483139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.483238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.483511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.483691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.483894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfd4da9b-0d0f-432f-b58f-382cf9540185" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.784290] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1010.784467] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 1010.785849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.785849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.785849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.785849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.785849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.785849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.785849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.785849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.785849] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.873092] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.873287] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.873369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.873741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.873914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.874143] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.874275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.874370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.874577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.875024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.875024] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be updated. [ 1010.903588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.903588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.903588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.903883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.903883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.915921] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: IN_PROGRESS for 2s [ 1011.276965] env[65815]: INFO networking_nsxv3.common.synchronization [None req-f377c52d-e272-4d3f-b522-bcaace7cdfc8 tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_rules [ 1011.277889] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_rules [ 1011.277889] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-046301b7-0b62-439b-9e2e-547a49ecdb4f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.278145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.278145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.278350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.278431] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.288512] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.373955] env[65815]: INFO networking_nsxv3.common.synchronization [None req-bc0afe34-e3f1-434a-8fbf-13fa5333b57f tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_rules [ 1011.374528] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_rules [ 1011.374896] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-046301b7-0b62-439b-9e2e-547a49ecdb4f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.375392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.793223] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.804154] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.804319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.804319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.804641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.804827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.804942] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f already deleted. [ 1011.805256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.805777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.805777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.805777] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.119442] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1012.119442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.296397] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.296748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.296748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.297145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.297327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.297597] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1012.331148] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.331359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.331498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.331728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.331873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.331991] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f already deleted. [ 1012.332099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.338406] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.338587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.338676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.338932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.339115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.353132] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1012.689411] env[65815]: INFO networking_nsxv3.common.synchronization [req-5e181ff1-f56a-4cd3-9c73-e7ee544cd52e req-b383bb71-d6fd-497e-8b12-69b4c6a75f49 tempest-ServersTestManualDisk-1319321886 tempest-ServersTestManualDisk-1319321886-project-member] Enqueued Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_members [ 1012.690016] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_members [ 1012.690508] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-75fa76cb-ea9c-40bb-9869-085af49bd266 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.690508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.690508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.690949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.690949] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.691086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.691086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.691224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.691302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.691394] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.926844] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 1012.927038] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f deletion is rescheduled due to dependency. [ 1012.927150] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.067026] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-329 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.067315] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-329" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.067519] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-329" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.067927] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-329" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.068340] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.069145] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.069145] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.069145] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.069401] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.069631] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.069772] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.069939] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.070116] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.070296] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.070441] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.070598] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.113802] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.114159] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.114421] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.114874] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-329" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.115373] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.115699] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.115932] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.116462] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.116663] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7a34a0-b4ac-472d-a927-351f3c6a78aa',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.194457] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.194627] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.194669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.195039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.195141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.195486] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.195600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.195657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.195826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.195903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.195991] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 already deleted. [ 1013.196083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.620354] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.620712] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.620712] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.620896] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.621324] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.621324] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port ef7a34a0-b4ac-472d-a927-351f3c6a78aa not found, creating... [ 1013.621672] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.621849] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.621970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.622215] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.622415] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.622636] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.622882] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.623020] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.623232] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.623363] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.623499] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: ef7a34a0-b4ac-472d-a927-351f3c6a78aa is going to be created. [ 1013.644699] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.644953] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.645124] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.645450] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.645687] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.645943] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.368017] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1014.370295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.370295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.370295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.370295] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.370295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.370295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.370295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.370295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.370295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.370295] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.408026] env[65815]: INFO networking_nsxv3.common.synchronization [req-5e181ff1-f56a-4cd3-9c73-e7ee544cd52e req-3cb65b4d-5b45-438f-94f8-8aba0e852d5c service nova] Enqueued Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_rules [ 1014.411480] env[65815]: INFO networking_nsxv3.common.synchronization [req-5e181ff1-f56a-4cd3-9c73-e7ee544cd52e req-3cb65b4d-5b45-438f-94f8-8aba0e852d5c service nova] Enqueued Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_members [ 1014.411480] env[65815]: INFO networking_nsxv3.common.synchronization [req-5e181ff1-f56a-4cd3-9c73-e7ee544cd52e req-3cb65b4d-5b45-438f-94f8-8aba0e852d5c service nova] Enqueued Resource ID: ef7a34a0-b4ac-472d-a927-351f3c6a78aa with Priority: HIGHEST for action port [ 1014.411480] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_rules [ 1014.411480] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_members [ 1014.411480] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef7a34a0-b4ac-472d-a927-351f3c6a78aa with Priority: HIGHEST for action port [ 1014.411480] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75fa76cb-ea9c-40bb-9869-085af49bd266 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.411480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.411480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.411480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.411480] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.411480] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-75fa76cb-ea9c-40bb-9869-085af49bd266 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.411480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.411480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.411480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.411480] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.412339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.412339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.412503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.412554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.412732] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.414275] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.414466] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.414466] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.414643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.414724] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef7a34a0-b4ac-472d-a927-351f3c6a78aa',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.874254] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.874254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.874254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.874254] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.874254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.874895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.874895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.874895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.874895] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.874895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.875080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.875080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.875223] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.875827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.875827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.875827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.875827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875827] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.915061] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.916625] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef7a34a0-b4ac-472d-a927-351f3c6a78aa with status ACTIVE [ 1014.916833] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.916960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.917050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.918033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.918033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.918033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.918033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.918033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.918033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.918033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.918368] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.918368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.918368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.918368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.918493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.918522] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef7a34a0-b4ac-472d-a927-351f3c6a78aa is going to be updated. [ 1014.919746] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-75fa76cb-ea9c-40bb-9869-085af49bd266 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.919872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.940856] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.941016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.941068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.941277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.941408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.941578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef7a34a0-b4ac-472d-a927-351f3c6a78aa" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.378409] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d1f0f5-daed-499c-b5a1-caea3ac98d6f: rpc.has_security_group_logging(os_id): False [ 1015.397413] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.397575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.397635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.397882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.397998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.398240] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.398362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.398434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.398594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.398721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.398943] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.399058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.399128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.399295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.399411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.399594] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.399704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.399755] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.399920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.399997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.400106] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1015.416957] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.464043] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.464043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.464043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.464304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.464409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.479841] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1015.919622] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.920031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.920031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.920109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.920175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.920296] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 is going to be created. [ 1015.953151] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.953401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.953401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.953631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.953840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.964627] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 in Status: UNINITIALIZED for 2s [ 1017.502587] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1017.503496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.976169] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 in Status: SUCCESS [ 1017.976169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.976169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.976402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.976606] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.976711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.976789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.976968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.977158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.977276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.977386] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.480476] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.983173] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75fa76cb-ea9c-40bb-9869-085af49bd266: rpc.has_security_group_logging(os_id): False [ 1019.005579] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.005579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.005746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.006028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.006123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.006495] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.006591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.006630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.006776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.007010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.007010] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 is going to be created. [ 1019.077550] env[65815]: INFO networking_nsxv3.common.synchronization [req-5051beae-3eab-4bbc-b238-8ff7f8bfb9ba req-5062595a-ebcf-4a30-800c-2f1b17d6c3a0 tempest-ServersNegativeTestJSON-1151697973 tempest-ServersNegativeTestJSON-1151697973-project-member] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1019.078698] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.078889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.078993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.079289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.079564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.083284] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1019.083780] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.083942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.084175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.084517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.084698] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.084890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.084992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.085308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.085432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.085564] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.103997] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 in Status: IN_PROGRESS for 2s [ 1019.475296] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.475523] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.475622] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.475882] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.476236] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.476413] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.476516] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.476723] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.476862] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.477075] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.477185] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.477289] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.477392] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.477497] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.477598] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.477724] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.501578] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.501902] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.502094] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.502312] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.502726] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-d0c32d5a-6efa-454a-afa5-cb04e28e506b taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.502970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-d0c32d5a-6efa-454a-afa5-cb04e28e506b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.503151] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-d0c32d5a-6efa-454a-afa5-cb04e28e506b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.504032] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-d0c32d5a-6efa-454a-afa5-cb04e28e506b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.504032] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c32d5a-6efa-454a-afa5-cb04e28e506b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.588668] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.006853] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.007587] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.007587] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.008020] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.008080] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.008386] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port d0c32d5a-6efa-454a-afa5-cb04e28e506b not found, creating... [ 1020.008505] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.008663] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.008775] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.009019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.009195] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.009518] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.009676] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.009789] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.009998] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.010147] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.010284] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: d0c32d5a-6efa-454a-afa5-cb04e28e506b is going to be created. [ 1020.030545] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.030878] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.030978] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.031235] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.031468] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.031688] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-d0c32d5a-6efa-454a-afa5-cb04e28e506b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.094062] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.597221] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.597432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.597494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.597761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.597851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.597989] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be updated. [ 1020.629310] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.629474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.629516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.629730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.629870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.640455] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1020.716976] env[65815]: INFO networking_nsxv3.common.synchronization [req-5051beae-3eab-4bbc-b238-8ff7f8bfb9ba req-5dfd5c9a-cc42-4830-86f6-200cf012580f service nova] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_rules [ 1020.716976] env[65815]: INFO networking_nsxv3.common.synchronization [req-5051beae-3eab-4bbc-b238-8ff7f8bfb9ba req-5dfd5c9a-cc42-4830-86f6-200cf012580f service nova] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1020.716976] env[65815]: INFO networking_nsxv3.common.synchronization [req-5051beae-3eab-4bbc-b238-8ff7f8bfb9ba req-5dfd5c9a-cc42-4830-86f6-200cf012580f service nova] Enqueued Resource ID: d0c32d5a-6efa-454a-afa5-cb04e28e506b with Priority: HIGHEST for action port [ 1020.717466] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_rules [ 1020.717549] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1020.717634] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c32d5a-6efa-454a-afa5-cb04e28e506b with Priority: HIGHEST for action port [ 1020.717924] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.718060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.718140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.718346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.718465] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.719334] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.719455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.719634] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c32d5a-6efa-454a-afa5-cb04e28e506b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.719741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c32d5a-6efa-454a-afa5-cb04e28e506b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.719811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c32d5a-6efa-454a-afa5-cb04e28e506b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.719952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c32d5a-6efa-454a-afa5-cb04e28e506b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.720042] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c32d5a-6efa-454a-afa5-cb04e28e506b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.008066] env[65815]: INFO networking_nsxv3.common.synchronization [None req-36f6bdd2-e7eb-4987-a5ce-03385251cc70 tempest-ImagesOneServerNegativeTestJSON-1054993926 tempest-ImagesOneServerNegativeTestJSON-1054993926-project-member] Enqueued Resource ID: e9f3ec24-c48f-4ac3-b2f2-af63002cac3a with Priority: HIGHEST for action security_group_rules [ 1021.008439] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f3ec24-c48f-4ac3-b2f2-af63002cac3a with Priority: HIGHEST for action security_group_rules [ 1021.008757] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.008924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.008963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.009241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.009329] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f3ec24-c48f-4ac3-b2f2-af63002cac3a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.113340] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7da82884-300d-4317-b958-ed06d18d44c6 tempest-ImagesOneServerNegativeTestJSON-1054993926 tempest-ImagesOneServerNegativeTestJSON-1054993926-project-member] Enqueued Resource ID: e9f3ec24-c48f-4ac3-b2f2-af63002cac3a with Priority: HIGHEST for action security_group_rules [ 1021.113981] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9f3ec24-c48f-4ac3-b2f2-af63002cac3a with Priority: HIGHEST for action security_group_rules [ 1021.114350] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.114465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.118823] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 in Status: SUCCESS [ 1021.119072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.222245] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.222499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.222961] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0c32d5a-6efa-454a-afa5-cb04e28e506b with status ACTIVE [ 1021.222961] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.223144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.223144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.223487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.223563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.223777] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.223888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.223962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.224118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.224190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.224384] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.224471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.224532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.224654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.224753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.224797] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0c32d5a-6efa-454a-afa5-cb04e28e506b is going to be updated. [ 1021.249831] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.250075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.250207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.250344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.250484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.250649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c32d5a-6efa-454a-afa5-cb04e28e506b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.536761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.536995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.536995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.537263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.537316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.537430] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f3ec24-c48f-4ac3-b2f2-af63002cac3a already deleted. [ 1021.537541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.538123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.538318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.538411] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9f3ec24-c48f-4ac3-b2f2-af63002cac3a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.059852] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.060136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.060136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.060290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.060377] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.060473] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9f3ec24-c48f-4ac3-b2f2-af63002cac3a already deleted. [ 1022.060556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9f3ec24-c48f-4ac3-b2f2-af63002cac3a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.651079] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1022.651308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.651473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.651688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.651870] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.651983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.652056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.652200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.652566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.652566] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.154667] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.659825] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.163016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.163016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.163016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.163016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.163016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.163016] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be updated. [ 1024.200142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.200142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.200142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.200142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.200142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.209651] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1024.597349] env[65815]: INFO networking_nsxv3.common.synchronization [req-c3822e09-654e-4464-a403-f07cd0d88729 req-7b0f7a45-b479-4d06-bb29-4f20f78ffb3f tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1024.597711] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1024.598030] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.598194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.598641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.598860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.599049] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.599163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.599226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.599375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.599457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.599564] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.912015] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.912315] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.912517] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.912945] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.913397] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.913590] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.913746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.913994] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.914273] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.914446] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.914571] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.914679] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.914827] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.915012] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.915149] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.915299] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.935921] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.936156] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.936329] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.936534] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.936843] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.937030] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.937152] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.937518] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.937696] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.105222] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.105222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.105222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.105222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.105222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.105222] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.105222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.105222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.105222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.105222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.105222] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1025.141741] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.141935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.142330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.142655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.142861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.159413] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1025.440561] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.440914] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.440914] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.441082] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.441235] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.441384] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7 not found, creating... [ 1025.441639] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.441804] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.441909] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.442164] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.442305] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.442599] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.442733] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.442843] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.443057] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.443190] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.443325] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7 is going to be created. [ 1025.471513] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.472664] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.472664] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.472664] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.472664] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.472873] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.185140] env[65815]: INFO networking_nsxv3.common.synchronization [req-c3822e09-654e-4464-a403-f07cd0d88729 req-1bebcfbe-b4b4-4a1f-9f0d-f966fe11b0b1 service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 1026.185368] env[65815]: INFO networking_nsxv3.common.synchronization [req-c3822e09-654e-4464-a403-f07cd0d88729 req-1bebcfbe-b4b4-4a1f-9f0d-f966fe11b0b1 service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1026.185549] env[65815]: INFO networking_nsxv3.common.synchronization [req-c3822e09-654e-4464-a403-f07cd0d88729 req-1bebcfbe-b4b4-4a1f-9f0d-f966fe11b0b1 service nova] Enqueued Resource ID: b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7 with Priority: HIGHEST for action port [ 1026.186605] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 1026.186746] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1026.186848] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7 with Priority: HIGHEST for action port [ 1026.187226] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.187335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.187402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.187668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.187785] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.189165] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.189294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.189477] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.189628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.189676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.189909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.189963] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.222023] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 4s [ 1026.692593] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.692928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.694117] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7 with status ACTIVE [ 1026.694312] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.694479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.694479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.694723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.694779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.694985] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.695097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.695215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.695398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.695483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.695671] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.695768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.695833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.695980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.696076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.696154] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7 is going to be updated. [ 1026.719196] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.719196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.719196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.719196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.719471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.719471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9e9bbdb-0fdc-4ada-9e9a-ec3c773e63d7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.171082] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1027.171332] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f deletion is rescheduled due to dependency. [ 1027.171410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.171576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.171798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.171991] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.172126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.172189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.172352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.172459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.172639] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.643365] env[65815]: INFO networking_nsxv3.common.synchronization [req-e520d32a-b298-49d8-866a-de9b8b2c9973 req-b6027ac0-3309-4fd9-884f-de2048836475 tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_members [ 1027.643365] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_members [ 1027.643735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-046301b7-0b62-439b-9e2e-547a49ecdb4f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.643735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.643735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.643953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644105] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.644248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.644321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.644526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644704] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.676151] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.954381] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.954701] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.954701] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.954990] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.955269] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.955418] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.955533] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.955747] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.955891] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.956138] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.956248] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.956354] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.956458] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.956564] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.956664] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.956791] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.983945] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.984174] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.984336] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.984543] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.984922] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-b3612357-e271-4168-b8e1-39dd0840d697 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.985147] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-b3612357-e271-4168-b8e1-39dd0840d697" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.985267] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-b3612357-e271-4168-b8e1-39dd0840d697" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.985817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-b3612357-e271-4168-b8e1-39dd0840d697" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.985817] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3612357-e271-4168-b8e1-39dd0840d697',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.147344] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.147618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.147754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.148100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.148212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.148415] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.148553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.148621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.148733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.148877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.148940] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f already deleted. [ 1028.148973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.179115] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.235514] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1028.235752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.235923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.236176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.236367] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.236496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.236547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.236783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.236783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.236867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.236943] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.489343] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.489666] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.489821] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.490148] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.490328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.490511] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port b3612357-e271-4168-b8e1-39dd0840d697 not found, creating... [ 1028.490794] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.490971] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.491112] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.491385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.491526] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.491778] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.491937] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.492073] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.492280] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.492410] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.492547] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: b3612357-e271-4168-b8e1-39dd0840d697 is going to be created. [ 1028.513368] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.513808] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.513947] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.514280] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.514585] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.515093] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-b3612357-e271-4168-b8e1-39dd0840d697" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.682500] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.682726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.682827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.683108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.683245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.683389] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1028.723911] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.724195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.724195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.724446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.724621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.735986] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1028.739554] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.739727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.739773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.740045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.740171] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.740301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.740362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.740491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.740575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.740660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.740808] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.740899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.740960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.741125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.741276] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.741402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.741402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.741533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.741608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.741687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.741763] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.244142] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530fe56d-aa91-4f9e-9c6d-7b1449939a94: rpc.has_security_group_logging(os_id): False [ 1029.272784] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.273034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.273133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.273691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.273840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.274095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.275360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.275360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.275488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.275657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.275944] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.279199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.279309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.279470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.279558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.279781] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.279875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.279941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.280124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.280216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.280268] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be updated. [ 1029.451109] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.451272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.451350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.451700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.451700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.466955] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1030.079605] env[65815]: INFO networking_nsxv3.common.synchronization [req-777935af-a64f-4c9e-b6cf-0060ecd668c5 req-832019a1-bd07-4509-9370-8516c8a0dedd tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1030.080261] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1030.080562] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.080739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.080818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.081480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.081721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.081850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.081990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.082239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.082298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.082391] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.119869] env[65815]: INFO networking_nsxv3.common.synchronization [req-e520d32a-b298-49d8-866a-de9b8b2c9973 req-eaaefbe6-76c6-4917-bfdd-a9c3c2af932d service nova] Enqueued Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_rules [ 1030.120099] env[65815]: INFO networking_nsxv3.common.synchronization [req-e520d32a-b298-49d8-866a-de9b8b2c9973 req-eaaefbe6-76c6-4917-bfdd-a9c3c2af932d service nova] Enqueued Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_members [ 1030.120248] env[65815]: INFO networking_nsxv3.common.synchronization [req-e520d32a-b298-49d8-866a-de9b8b2c9973 req-eaaefbe6-76c6-4917-bfdd-a9c3c2af932d service nova] Enqueued Resource ID: b3612357-e271-4168-b8e1-39dd0840d697 with Priority: HIGHEST for action port [ 1030.120775] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_rules [ 1030.121021] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_members [ 1030.121208] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3612357-e271-4168-b8e1-39dd0840d697 with Priority: HIGHEST for action port [ 1030.121570] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-046301b7-0b62-439b-9e2e-547a49ecdb4f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.121893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.122061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.122331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.122449] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.128337] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-046301b7-0b62-439b-9e2e-547a49ecdb4f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.128337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.128337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.128337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.128337] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.128337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.128337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.128337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.128337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.128337] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.129069] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3612357-e271-4168-b8e1-39dd0840d697 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.129069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3612357-e271-4168-b8e1-39dd0840d697" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.129069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3612357-e271-4168-b8e1-39dd0840d697" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.129069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3612357-e271-4168-b8e1-39dd0840d697" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.129298] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3612357-e271-4168-b8e1-39dd0840d697',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.474129] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.474615] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.474615] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.474798] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.475122] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.475316] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.475553] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.475634] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.475811] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.476660] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.476660] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.476660] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.476660] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.476660] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.476660] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.477170] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.500433] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.500673] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.500825] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.501042] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.501482] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-1f69279a-8f8f-4635-9960-c2b9b35ebeab taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.501719] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-1f69279a-8f8f-4635-9960-c2b9b35ebeab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.501862] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-1f69279a-8f8f-4635-9960-c2b9b35ebeab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.502488] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-1f69279a-8f8f-4635-9960-c2b9b35ebeab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.502677] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f69279a-8f8f-4635-9960-c2b9b35ebeab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.585903] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.585903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.585903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.585903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.585903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.585903] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.585903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.585903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.585903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.585903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.586523] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1030.631162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-046301b7-0b62-439b-9e2e-547a49ecdb4f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.631539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633547] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.633547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.633823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.633823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.634967] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.635920] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3612357-e271-4168-b8e1-39dd0840d697 with status ACTIVE [ 1030.637158] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.637158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.637158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.637158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.637158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.637158] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.637158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.637158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.637158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.637158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.637836] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.637836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.637836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.637836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.637836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.637836] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3612357-e271-4168-b8e1-39dd0840d697 is going to be updated. [ 1030.651140] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1030.665925] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.666256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.666256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.666400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.666543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.666730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3612357-e271-4168-b8e1-39dd0840d697" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.753902] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1030.754162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.754347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.754600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.755074] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.755244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.755244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.755400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.755500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.755592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.755685] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.005941] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.006515] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.006515] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.006871] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.007028] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.007230] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 1f69279a-8f8f-4635-9960-c2b9b35ebeab not found, creating... [ 1031.007542] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.007712] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.007840] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.008201] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.008380] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.008692] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.008856] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.008970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.009758] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.009898] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.010056] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 1f69279a-8f8f-4635-9960-c2b9b35ebeab is going to be created. [ 1031.032655] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.033067] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.033270] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.033660] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.034008] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.034360] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-1f69279a-8f8f-4635-9960-c2b9b35ebeab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.140785] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.228450] env[65815]: INFO networking_nsxv3.common.synchronization [None req-42ad3724-e33c-4be7-ac27-36ec3f2455b9 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1031.229016] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1031.229327] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.229452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.229517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.229719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.230299] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.230299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.230299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.230471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.230471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.230536] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.258204] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.258204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.485354] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1031.485906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.644667] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.645591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.648774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.648774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.648774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.648774] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f is going to be created. [ 1031.676868] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.676868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.676868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.676868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.676868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.688437] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f in Status: UNINITIALIZED for 2s [ 1031.736509] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.809369] env[65815]: INFO networking_nsxv3.common.synchronization [req-777935af-a64f-4c9e-b6cf-0060ecd668c5 req-beb313bf-4b4b-4f76-b17c-bee967600012 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 1031.809726] env[65815]: INFO networking_nsxv3.common.synchronization [req-777935af-a64f-4c9e-b6cf-0060ecd668c5 req-beb313bf-4b4b-4f76-b17c-bee967600012 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1031.809914] env[65815]: INFO networking_nsxv3.common.synchronization [req-777935af-a64f-4c9e-b6cf-0060ecd668c5 req-beb313bf-4b4b-4f76-b17c-bee967600012 service nova] Enqueued Resource ID: 1f69279a-8f8f-4635-9960-c2b9b35ebeab with Priority: HIGHEST for action port [ 1031.810719] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 1031.810838] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1031.810936] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f69279a-8f8f-4635-9960-c2b9b35ebeab with Priority: HIGHEST for action port [ 1031.811351] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.811511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.811616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.811896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.812021] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.813902] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.814054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.814344] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f69279a-8f8f-4635-9960-c2b9b35ebeab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.814495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f69279a-8f8f-4635-9960-c2b9b35ebeab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.814578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f69279a-8f8f-4635-9960-c2b9b35ebeab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.814847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f69279a-8f8f-4635-9960-c2b9b35ebeab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.814987] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f69279a-8f8f-4635-9960-c2b9b35ebeab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.241589] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.317428] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.317568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.317758] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f69279a-8f8f-4635-9960-c2b9b35ebeab with status ACTIVE [ 1032.317944] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.319047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.319047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.319047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.319047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.319047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.319047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.319047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.319047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.319047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.319790] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.319790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.319790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.319790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.319790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.319790] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f69279a-8f8f-4635-9960-c2b9b35ebeab is going to be updated. [ 1032.361293] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.361293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.361293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.361293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.361293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.361554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f69279a-8f8f-4635-9960-c2b9b35ebeab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.634725] env[65815]: INFO networking_nsxv3.common.synchronization [req-e5a2b023-0040-440b-b723-aa2cca0aae4b req-8ce315f7-0da1-4bea-8883-280d5dfbf486 tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1032.635128] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1032.635479] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.635605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.635672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.635874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.636058] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.636162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.636223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.636390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.636485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.636599] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.662519] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1032.662723] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 1032.662858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.663527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.664151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.664503] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.664610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.664647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.664857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.665099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.665186] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.747036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.747036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.747036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.747036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.747036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.747036] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1032.789801] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.790547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.790702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.791036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.791348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.805739] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1033.034376] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1033.034640] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:2 started [ 1033.092722] env[65815]: INFO networking_nsxv3.common.synchronization [req-c381f276-9618-4697-aaad-4ea6c66099b4 req-61e84060-4bec-4497-a31c-199cc16d1001 tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_members [ 1033.093308] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGHEST for action security_group_members [ 1033.093622] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-3995a0fd-93d8-49e1-becc-077ee783e253 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.093743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.093811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.094187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.094379] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.094484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.094545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.094709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.094782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.094881] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.110690] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.110961] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.111136] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.111919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.111919] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.111919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.111919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.112105] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.112227] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.112429] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.112499] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.112607] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.112706] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.112807] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.112909] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.113071] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.133996] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.134147] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.134290] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.134474] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.134902] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-4c11363d-c571-4393-8112-ec38864262bd taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.135174] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-4c11363d-c571-4393-8112-ec38864262bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.135293] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-4c11363d-c571-4393-8112-ec38864262bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.135625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-4c11363d-c571-4393-8112-ec38864262bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.135780] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c11363d-c571-4393-8112-ec38864262bd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.139815] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.168326] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.599520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.599520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.599520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.599520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.599520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.599520] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.599520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.599520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.599520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.599520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.599520] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3995a0fd-93d8-49e1-becc-077ee783e253 is going to be updated. [ 1033.638096] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.638540] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.638540] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.639167] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.639167] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.639167] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 4c11363d-c571-4393-8112-ec38864262bd not found, creating... [ 1033.639400] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.639832] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.639832] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.639933] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.639998] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.640359] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.640549] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.640703] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.640922] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.641068] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.641363] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 4c11363d-c571-4393-8112-ec38864262bd is going to be created. [ 1033.643127] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.643338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.643338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.643843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.643843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.644678] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.660113] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3995a0fd-93d8-49e1-becc-077ee783e253 in Status: IN_PROGRESS for 2s [ 1033.669757] env[65815]: INFO networking_nsxv3.common.synchronization [req-1bd08748-201a-4bd9-a8a5-8dc5d2b4a6f3 req-c877e30d-604d-49a7-8704-ea7ea0bcae4b tempest-ServersNegativeTestJSON-1151697973 tempest-ServersNegativeTestJSON-1151697973-project-member] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1033.671041] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.671534] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.671907] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.672050] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.672486] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.672788] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-4c11363d-c571-4393-8112-ec38864262bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.674425] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.675177] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1033.676460] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.676600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.676698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.676961] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.677657] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.677657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.677657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.678611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.678611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.678611] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.700602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f in Status: SUCCESS [ 1033.700602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.700602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.700602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.700798] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.700861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.700927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.701062] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.701142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.701232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.701346] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.148638] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.148638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.148638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.149139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.149444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.149690] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1034.178367] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.178367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.178367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.178665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.178821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.178969] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1034.181683] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.206390] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.207037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.207037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.207037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.207240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.209198] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.221298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1034.223413] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.223541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.223606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.223975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.223975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.241695] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1034.526481] env[65815]: INFO networking_nsxv3.common.synchronization [req-e5a2b023-0040-440b-b723-aa2cca0aae4b req-d834b2ed-d4b8-48be-9341-82f42f213282 service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 1034.526681] env[65815]: INFO networking_nsxv3.common.synchronization [req-e5a2b023-0040-440b-b723-aa2cca0aae4b req-d834b2ed-d4b8-48be-9341-82f42f213282 service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1034.526845] env[65815]: INFO networking_nsxv3.common.synchronization [req-e5a2b023-0040-440b-b723-aa2cca0aae4b req-d834b2ed-d4b8-48be-9341-82f42f213282 service nova] Enqueued Resource ID: 4c11363d-c571-4393-8112-ec38864262bd with Priority: HIGHEST for action port [ 1034.527477] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 1034.529555] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1034.529555] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c11363d-c571-4393-8112-ec38864262bd with Priority: HIGHEST for action port [ 1034.529555] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.529555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.529555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.529555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.529555] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.529555] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.529555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.530027] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c11363d-c571-4393-8112-ec38864262bd taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.530027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c11363d-c571-4393-8112-ec38864262bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.530027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c11363d-c571-4393-8112-ec38864262bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.530027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c11363d-c571-4393-8112-ec38864262bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.530190] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c11363d-c571-4393-8112-ec38864262bd',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.688519] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.713024] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 046301b7-0b62-439b-9e2e-547a49ecdb4f: rpc.has_security_group_logging(os_id): False [ 1034.735382] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.735628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.735690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.735900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.736035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.736371] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.736493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.736541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.737122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.737234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.737320] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f is going to be created. [ 1034.810608] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.810871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.810871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.811048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.811186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.820534] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1034.820534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.820793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.820964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.821197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.821348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.821348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.821503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.821629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.821704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.821828] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.821975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.822041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.822176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.822362] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.822480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.822561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.822728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.822820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.822942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.823083] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.824903] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f in Status: IN_PROGRESS for 2s [ 1034.848108] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.848328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.848464] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.848740] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.849013] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.849233] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.849354] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.849574] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.849715] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.850145] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.850145] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.850145] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.850290] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.850342] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.850435] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.850601] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.875267] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.875475] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.875584] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.876016] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.876317] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-6f270056-5607-45a5-90bf-1a4b6e3ef35a taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.876921] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-6f270056-5607-45a5-90bf-1a4b6e3ef35a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.876921] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-6f270056-5607-45a5-90bf-1a4b6e3ef35a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.877083] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-6f270056-5607-45a5-90bf-1a4b6e3ef35a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.877836] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f270056-5607-45a5-90bf-1a4b6e3ef35a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.033032] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.033174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.033372] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c11363d-c571-4393-8112-ec38864262bd with status ACTIVE [ 1035.033570] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.033937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.033937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.034088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.034317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.034317] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.034445] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.034541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.034719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.034763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.035018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.035154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.035154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.035346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.035520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.035520] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c11363d-c571-4393-8112-ec38864262bd is going to be updated. [ 1035.038443] env[65815]: INFO networking_nsxv3.common.synchronization [req-1fd61dd0-6786-4a2d-a8d2-594b7d00a4e8 req-b5007e44-8ca5-408a-9e7d-14fd737aaa93 tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1035.039412] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1035.040026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.040026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.040026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.040232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.040306] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.040425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.040492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.040663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.040752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.041208] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.063556] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.063745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.063745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.063957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.064121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.064299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c11363d-c571-4393-8112-ec38864262bd" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.193837] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.193837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.193837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.193837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.193837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.193837] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be updated. [ 1035.244047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.244047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.244047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.244354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.244354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.255684] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1035.327060] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7c45f3b-1d8a-465f-868a-196f4905784f: rpc.has_security_group_logging(os_id): False [ 1035.357085] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.357085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.357085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.357085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.357442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.357442] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.357568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.357606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.357773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.357864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.358467] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.358467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.358467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.358467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.358467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.358741] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.358741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.358859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.358911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.358982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.359067] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1035.380214] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.380493] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.380628] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.381055] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.381266] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.381450] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 6f270056-5607-45a5-90bf-1a4b6e3ef35a not found, creating... [ 1035.381952] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.382178] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.382343] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.383099] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.383393] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.383761] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.383984] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.384154] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.385016] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.385016] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.385016] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 6f270056-5607-45a5-90bf-1a4b6e3ef35a is going to be created. [ 1035.418300] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.418586] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.418737] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.419078] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.419419] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.419773] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-6f270056-5607-45a5-90bf-1a4b6e3ef35a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.499513] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.499733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.499733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.499947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.500169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.517823] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1035.543495] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.543618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.543673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.544280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.544280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.544495] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.544621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.544679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.544876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.544982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.545083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1035.594438] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.594666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.594666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.595020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.595020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.605944] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1035.673204] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3995a0fd-93d8-49e1-becc-077ee783e253 in Status: SUCCESS [ 1035.673424] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3995a0fd-93d8-49e1-becc-077ee783e253 deletion is rescheduled due to dependency. [ 1035.673546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.125621] env[65815]: INFO networking_nsxv3.common.synchronization [req-a742dc89-f56f-4367-bb72-e8986e41a18f req-8e542bb0-f188-4bd1-963b-01bd8c888060 service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 1036.125996] env[65815]: INFO networking_nsxv3.common.synchronization [req-a742dc89-f56f-4367-bb72-e8986e41a18f req-8e542bb0-f188-4bd1-963b-01bd8c888060 service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1036.125996] env[65815]: INFO networking_nsxv3.common.synchronization [req-a742dc89-f56f-4367-bb72-e8986e41a18f req-8e542bb0-f188-4bd1-963b-01bd8c888060 service nova] Enqueued Resource ID: 6f270056-5607-45a5-90bf-1a4b6e3ef35a with Priority: HIGHEST for action port [ 1036.126580] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 1036.126739] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1036.126820] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f270056-5607-45a5-90bf-1a4b6e3ef35a with Priority: HIGHEST for action port [ 1036.127208] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.127309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.127473] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.128026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.128026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.128026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.129558] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.129558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.129558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.129558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.129558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.129558] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.129866] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f270056-5607-45a5-90bf-1a4b6e3ef35a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.129866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f270056-5607-45a5-90bf-1a4b6e3ef35a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.129866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f270056-5607-45a5-90bf-1a4b6e3ef35a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.130017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f270056-5607-45a5-90bf-1a4b6e3ef35a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.130129] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f270056-5607-45a5-90bf-1a4b6e3ef35a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.233119] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 4s [ 1036.256071] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1036.256071] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.256335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.256521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.256982] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.256982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.256982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.257193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.257193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.257299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.257503] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.275133] env[65815]: INFO networking_nsxv3.common.synchronization [req-7916d28f-ee0f-4a3e-8950-b11b585ac3f5 req-6394919b-c9b9-44da-8961-64cf4f6c927a tempest-ImagesOneServerNegativeTestJSON-1054993926 tempest-ImagesOneServerNegativeTestJSON-1054993926-project-member] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1036.275715] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1036.276094] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.276233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.276478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.276633] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.276751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.276820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.277067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.277171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.277270] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.635243] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.635243] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f270056-5607-45a5-90bf-1a4b6e3ef35a with status ACTIVE [ 1036.635243] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.635243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.635243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.635243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.635243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.637036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.638190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.638190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.638401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.638593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.639886] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.640109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.640270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.640580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.640760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.640963] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f270056-5607-45a5-90bf-1a4b6e3ef35a is going to be updated. [ 1036.670964] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.671260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.671260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.671388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.671459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.671634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f270056-5607-45a5-90bf-1a4b6e3ef35a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.728556] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.728837] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.728973] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.730991] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.731400] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.731618] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.731716] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.732020] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.732229] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.732462] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.732577] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.732691] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.732802] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.732939] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.733130] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.733283] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.757615] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.758342] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.758342] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.758553] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.759328] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-418f511d-7abf-4621-9895-d1b0f410533a taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.759619] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-418f511d-7abf-4621-9895-d1b0f410533a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.759805] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-418f511d-7abf-4621-9895-d1b0f410533a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.760353] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-418f511d-7abf-4621-9895-d1b0f410533a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.760563] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418f511d-7abf-4621-9895-d1b0f410533a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.761914] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.762147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.762250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.762508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.762737] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.762887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.763016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.763231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.763321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.763440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.763654] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.763813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.763914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.764142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.764387] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.764482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.764564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.764737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.764851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.765023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.765142] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.781621] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.781904] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.781979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.782280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.782421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.782712] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.782891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.782987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.783356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.783453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.783544] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be updated. [ 1036.823407] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.823653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.823653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.823847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.824045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.839870] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: IN_PROGRESS for 2s [ 1036.855562] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f in Status: SUCCESS [ 1036.855825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.145989] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.265364] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1037.265364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.271025] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.271025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.271025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.271025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.271025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.271025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 418f511d-7abf-4621-9895-d1b0f410533a not found, creating... [ 1037.271025] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.271025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.271025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.271025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.271025] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.271558] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.271558] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.271558] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.271558] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.271558] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.271558] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 418f511d-7abf-4621-9895-d1b0f410533a is going to be created. [ 1037.273480] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f609db10-a071-495f-90db-b7d9023669f8: rpc.has_security_group_logging(os_id): False [ 1037.312024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.312024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.312024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.312024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.312880] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.312880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.312880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.312880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.313155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.313411] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1037.334290] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.336029] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.336029] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.336029] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.336029] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.336029] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-418f511d-7abf-4621-9895-d1b0f410533a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.429550] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.429550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.429550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.429788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.430419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.467022] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1037.537029] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1037.537365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.537565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.537847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.537939] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.618989] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1037.619206] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 1037.619327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.649827] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.649827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.649827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.650863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.650863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.650863] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1037.685781] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.686040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.686040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.686262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.686414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.700207] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1038.040082] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.040896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.089111] env[65815]: INFO networking_nsxv3.common.synchronization [req-7916d28f-ee0f-4a3e-8950-b11b585ac3f5 req-ea177a57-ea37-49ef-861b-c7e996a1b767 service nova] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_rules [ 1038.089393] env[65815]: INFO networking_nsxv3.common.synchronization [req-7916d28f-ee0f-4a3e-8950-b11b585ac3f5 req-ea177a57-ea37-49ef-861b-c7e996a1b767 service nova] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1038.089555] env[65815]: INFO networking_nsxv3.common.synchronization [req-7916d28f-ee0f-4a3e-8950-b11b585ac3f5 req-ea177a57-ea37-49ef-861b-c7e996a1b767 service nova] Enqueued Resource ID: 418f511d-7abf-4621-9895-d1b0f410533a with Priority: HIGHEST for action port [ 1038.090268] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_rules [ 1038.090474] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1038.090636] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418f511d-7abf-4621-9895-d1b0f410533a with Priority: HIGHEST for action port [ 1038.091093] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.091232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.091342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.091624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.091760] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.095434] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.095557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.095937] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-418f511d-7abf-4621-9895-d1b0f410533a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.096083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-418f511d-7abf-4621-9895-d1b0f410533a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.096199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-418f511d-7abf-4621-9895-d1b0f410533a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.096421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-418f511d-7abf-4621-9895-d1b0f410533a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.096526] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418f511d-7abf-4621-9895-d1b0f410533a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.246049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1038.246049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.246584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.246642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.246949] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.247250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.247368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.247966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.248121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.248366] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.599444] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.599444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.601053] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 418f511d-7abf-4621-9895-d1b0f410533a with status ACTIVE [ 1038.601189] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.601258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.601298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.601483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.601569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.601740] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.601870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.601921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.602096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.602204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.602406] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.602504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.602558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.602698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.602783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.602864] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 418f511d-7abf-4621-9895-d1b0f410533a is going to be updated. [ 1038.633632] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.634596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.634683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.634918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.635145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.635338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-418f511d-7abf-4621-9895-d1b0f410533a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.751180] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.854316] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 1038.854487] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f deletion is rescheduled due to dependency. [ 1038.854583] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.855100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.855306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.855542] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.856383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.856383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.856383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.856383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.856383] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.253174] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.362109] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.485764] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1039.486506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.711226] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1039.711593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.711812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.712072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.712296] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.712459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.712545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.712710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.712793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.712877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.712968] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.755502] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.755691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.755783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.756052] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.756182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.756317] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1039.787099] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.787388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.787388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.787599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.787745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.797932] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1039.864276] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.215248] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.215470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.215537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.215751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.215922] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.216506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.216595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.216753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.216839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.216931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.217184] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.217283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.217283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.217565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.217565] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.217705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.217705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.217800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.217852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.217927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.218039] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.367669] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.368144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.368144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.368693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.368693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.368873] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be updated. [ 1040.408557] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.408778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.408778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.409018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.409183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.421235] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: IN_PROGRESS for 2s [ 1040.721564] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7c45f3b-1d8a-465f-868a-196f4905784f: rpc.has_security_group_logging(os_id): False [ 1040.741415] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.741719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.741719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.741855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.741976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.742177] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.742292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.742347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.742503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.742570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.742747] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.742834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.742946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.743040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.743114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.743300] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.743390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.743458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.743623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.743697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.743782] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1040.813386] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.813386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.813386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.813386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.813386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.831744] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1041.808497] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1041.808836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.808899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.809092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.809316] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.809421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.809464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.809608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.809700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.809782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.809869] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.312941] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.313261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.313343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.313590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.313777] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.314125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.314125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.314125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.314285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.314317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.314476] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.314571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.314625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.314770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.314903] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.315079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.315167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.315376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.315376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.315485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.315532] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.438636] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 1042.438857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.439480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.439736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.439933] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.440063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.440135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.440295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.440361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.440494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.440567] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.818259] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 1042.838956] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.839076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.839147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.839379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.839473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.839684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.839788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.839854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.840061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.840140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.840365] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.840462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.840525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.840669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.840746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.840926] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.841035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.841101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.842026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.842026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.842026] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1042.854363] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1042.854540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.915271] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.915271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.915271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.915467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.915631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.932483] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1042.943273] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.943460] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.943516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.943725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.943899] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.944013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.944091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.944268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.944331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.944417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.944572] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.944672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.944735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.944892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.945119] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.945233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.945334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.945439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.945516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.945728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.945728] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.092203] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1043.092521] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1043.449080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1253a63-27a9-4a56-851b-ec323714784f: rpc.has_security_group_logging(os_id): False [ 1043.468344] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.468581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.468633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.469450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.469450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.469450] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.469450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.469450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.469966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.469966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.470074] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.470143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.470240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.470396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.470488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.470674] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.470794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.470877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.471058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.471171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.471321] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be updated. [ 1043.609928] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.610145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.610286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.610652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.610652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.629319] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: IN_PROGRESS for 2s [ 1044.949704] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1044.950022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.643986] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 1045.644366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.794805] env[65815]: INFO networking_nsxv3.common.synchronization [req-c22ff228-0daf-44ea-9563-3998d45cc897 req-c71a0608-a445-4404-a1a7-10ad19f413da tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1045.798046] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1045.798046] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.798046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.798046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.798046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.798046] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.798046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.798046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.798046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.798046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.798046] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.158506] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.158960] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.158960] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.159337] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.159337] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.159501] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.159556] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.159755] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.159899] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.160137] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.160236] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.160339] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.160441] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.160545] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.160643] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.160772] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.194762] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.194891] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.195115] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.199044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.199044] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-5049a7ec-2bac-4660-b319-7a01a0d40942 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.199044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-5049a7ec-2bac-4660-b319-7a01a0d40942" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.199044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-5049a7ec-2bac-4660-b319-7a01a0d40942" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.199044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-5049a7ec-2bac-4660-b319-7a01a0d40942" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.199044] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5049a7ec-2bac-4660-b319-7a01a0d40942',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.300633] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.300867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.300931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.301216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.301373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.301567] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.301701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.301814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.301954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.302048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.302170] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1046.337473] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.337672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.337672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.337879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.338082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.349495] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1046.702038] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.702038] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.702038] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.702038] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.702504] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.702504] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 5049a7ec-2bac-4660-b319-7a01a0d40942 not found, creating... [ 1046.703171] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.703171] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.703396] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.704321] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.704321] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.704600] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.704905] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.706257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.706257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.706257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.706257] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 5049a7ec-2bac-4660-b319-7a01a0d40942 is going to be created. [ 1046.732863] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.732863] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.732863] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.732863] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.732863] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.732863] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-5049a7ec-2bac-4660-b319-7a01a0d40942" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.143398] env[65815]: INFO networking_nsxv3.common.synchronization [req-d193350d-c510-454b-a504-eb954e6d42cb req-18c02018-c9cc-48e5-bf86-7e88ee7e9751 tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1047.144024] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1047.144431] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.144431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.144568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.144701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.144980] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.144980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.145143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.145242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.145297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.145408] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.509687] env[65815]: INFO networking_nsxv3.common.synchronization [req-c22ff228-0daf-44ea-9563-3998d45cc897 req-7970d0d4-50fa-472c-8ce1-721b345f99af service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 1047.509986] env[65815]: INFO networking_nsxv3.common.synchronization [req-c22ff228-0daf-44ea-9563-3998d45cc897 req-7970d0d4-50fa-472c-8ce1-721b345f99af service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1047.510047] env[65815]: INFO networking_nsxv3.common.synchronization [req-c22ff228-0daf-44ea-9563-3998d45cc897 req-7970d0d4-50fa-472c-8ce1-721b345f99af service nova] Enqueued Resource ID: 5049a7ec-2bac-4660-b319-7a01a0d40942 with Priority: HIGHEST for action port [ 1047.510614] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 1047.510752] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1047.510849] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5049a7ec-2bac-4660-b319-7a01a0d40942 with Priority: HIGHEST for action port [ 1047.511137] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.511297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.511335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.511714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.511714] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.512504] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.512591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.513258] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-5049a7ec-2bac-4660-b319-7a01a0d40942 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.513258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5049a7ec-2bac-4660-b319-7a01a0d40942" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.513258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5049a7ec-2bac-4660-b319-7a01a0d40942" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.513258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5049a7ec-2bac-4660-b319-7a01a0d40942" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.513258] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5049a7ec-2bac-4660-b319-7a01a0d40942',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.647484] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.647683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.647723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.647985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.648109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.648318] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.648499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.648499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.648656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.648905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.648905] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1047.680748] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.680748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.680748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.680748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.680748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.689250] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1048.014870] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.015044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.016557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5049a7ec-2bac-4660-b319-7a01a0d40942 with status ACTIVE [ 1048.016667] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.016735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.016794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.017280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.017280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.017280] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.017633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.017633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.017633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.017633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.017805] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.017893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.017957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.018103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.018178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.018264] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5049a7ec-2bac-4660-b319-7a01a0d40942 is going to be updated. [ 1048.042112] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.042305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.042392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.042583] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.042720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.042879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5049a7ec-2bac-4660-b319-7a01a0d40942" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.364615] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1048.364803] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 1048.365072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.365204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.365436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.365644] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.365765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.365831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.365999] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.366094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.366295] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.530722] env[65815]: INFO networking_nsxv3.common.synchronization [req-02cda691-7ac1-4cce-9fd1-6e601545eaf7 req-861fe472-6008-4cf4-aa06-0315bd91f94b tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1048.531393] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1048.532865] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.533025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.533089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.533560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.533560] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.533560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.533776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.533776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.533861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.533983] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.872742] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.036456] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.375036] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.538794] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.703339] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1049.703586] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 1049.703731] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.878164] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.878355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.878432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.878677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.878768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.878878] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1049.908692] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.908876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.908949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.909268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.909430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.919353] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1050.041831] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.042026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.042167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.042443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.042557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.042700] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1050.073586] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.073586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.073586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.073828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.073828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.084225] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1050.279746] env[65815]: INFO networking_nsxv3.common.synchronization [req-6ca9d223-62ae-4f6c-83a9-28ceebdd492e req-56510ccb-9ea9-4335-b537-e8d6d144ad54 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1050.280666] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1050.281280] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.281457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.281891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.282746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.283130] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.283255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.283360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.283868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.283868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.284143] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.790934] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.122768] env[65815]: INFO networking_nsxv3.common.synchronization [None req-fd180b6f-91fe-458d-945b-6aa2afafd1f1 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1051.123476] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1051.124307] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.124450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.294219] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.796637] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.796994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.796994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.797164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.797274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.797422] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1051.832715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.832715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.832715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.832715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.832715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.845819] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1051.930989] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1051.931298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.931548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.931872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.932224] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.932333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.932389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.932545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.932640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.932840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.932840] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.100188] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1052.100377] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.436077] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.436794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.436794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.437807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.437807] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.437807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.437807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.437807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.437807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.437807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.438184] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.438184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.438269] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.438429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.438650] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.438757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.438820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.438977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.439139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.439389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.439520] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.746837] env[65815]: INFO networking_nsxv3.common.synchronization [req-6a63faec-be24-43e8-a2f2-e8ff0998d30e req-065cdeb8-d74d-49cc-9bb9-cbf1c2af6c1c tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 1052.747489] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 1052.747815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.747955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.748036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.748264] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.748426] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.750307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.750307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.750307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.750307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.750307] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.941972] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d1f0f5-daed-499c-b5a1-caea3ac98d6f: rpc.has_security_group_logging(os_id): False [ 1052.969248] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.969505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.969670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.969987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.970123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.970505] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.970619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.970619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.970870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.971097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.971261] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.971468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.971468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.971637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.971717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.971957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.972089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.972177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.972369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.972502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.972573] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1053.065142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.065350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.065434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.065687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.065898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.083928] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1053.133023] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.133023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.133023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.133023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.133023] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.133023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.133023] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.133537] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.133817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.134179] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.134408] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.134615] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.134822] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.135119] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.135484] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.135732] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.164974] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.164974] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.164974] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.164974] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.164974] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-7c57624c-68a4-450c-a52f-792d2e8cb126 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.164974] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.164974] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.165589] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.165589] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c57624c-68a4-450c-a52f-792d2e8cb126',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.251348] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.251555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.251615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.251820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.285448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.285728] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.285853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.285920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.286144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.286228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.286321] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 is going to be updated. [ 1053.331427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.331721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.331964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.332256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.332450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.352926] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: IN_PROGRESS for 2s [ 1053.670383] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.670631] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.670753] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.671068] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.671237] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.671393] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 7c57624c-68a4-450c-a52f-792d2e8cb126 not found, creating... [ 1053.671660] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.671827] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.671944] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.672190] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.672327] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.672616] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.672769] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.672884] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.677225] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.677412] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.677568] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 7c57624c-68a4-450c-a52f-792d2e8cb126 is going to be created. [ 1053.702089] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.702406] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.702493] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.702792] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.703186] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.703483] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.860380] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1053.862817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.862817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.862817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.862817] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.862817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.862817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.862817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.862817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.862817] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.960021] env[65815]: INFO networking_nsxv3.common.synchronization [req-be0a09ec-813c-47d5-9f17-138b3dea011b req-a3a8c813-094a-4888-af8c-920c950d4fca tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_members [ 1053.960021] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGHEST for action security_group_members [ 1053.960021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-11e539a3-c617-424e-aa1a-649c9f90c926 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.960021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.960021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.960021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.960021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.960021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.960021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.960021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.960021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.960021] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.367203] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.367203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.367203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.367537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.367537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.367643] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.367643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.367919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.367919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.367919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.368158] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1054.409666] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.409766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.409892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.410222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.410371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.421497] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1054.464366] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.464366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.464366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.464366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.464366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.464366] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.464366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.464366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.464366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.464366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.464366] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e539a3-c617-424e-aa1a-649c9f90c926 is going to be updated. [ 1054.507456] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.507667] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.507716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.507913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.508075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.524337] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e539a3-c617-424e-aa1a-649c9f90c926 in Status: IN_PROGRESS for 2s [ 1054.524337] env[65815]: INFO networking_nsxv3.common.synchronization [req-6a63faec-be24-43e8-a2f2-e8ff0998d30e req-c60a03ff-f430-44f5-932d-bc351dcc5963 service nova] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_rules [ 1054.524337] env[65815]: INFO networking_nsxv3.common.synchronization [req-6a63faec-be24-43e8-a2f2-e8ff0998d30e req-c60a03ff-f430-44f5-932d-bc351dcc5963 service nova] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 1054.524337] env[65815]: INFO networking_nsxv3.common.synchronization [req-6a63faec-be24-43e8-a2f2-e8ff0998d30e req-c60a03ff-f430-44f5-932d-bc351dcc5963 service nova] Enqueued Resource ID: 7c57624c-68a4-450c-a52f-792d2e8cb126 with Priority: HIGHEST for action port [ 1054.526360] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_rules [ 1054.526526] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 1054.526599] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c57624c-68a4-450c-a52f-792d2e8cb126 with Priority: HIGHEST for action port [ 1054.527368] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.527509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.527583] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.527777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.527861] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.528742] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.528854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.529117] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c57624c-68a4-450c-a52f-792d2e8cb126 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.530802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.530802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.530802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.530802] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c57624c-68a4-450c-a52f-792d2e8cb126',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.034855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.035179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.035338] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c57624c-68a4-450c-a52f-792d2e8cb126 with status ACTIVE [ 1055.035589] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.035723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.035791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.036158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.036158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.036279] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.036389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.036449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.036626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.036765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.036895] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.036989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.037061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.037256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.037331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.037383] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c57624c-68a4-450c-a52f-792d2e8cb126 is going to be updated. [ 1055.061838] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.062070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.062153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.062398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.062544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.062781] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.131592] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1055.131969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.370744] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: SUCCESS [ 1055.370995] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 deletion is rescheduled due to dependency. [ 1055.371173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.371424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.371735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.371992] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.372210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.372319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.372701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.372851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.373031] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.875775] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.379678] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.434059] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1056.434059] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f deletion is rescheduled due to dependency. [ 1056.434059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.531701] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11e539a3-c617-424e-aa1a-649c9f90c926 in Status: SUCCESS [ 1056.531701] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11e539a3-c617-424e-aa1a-649c9f90c926 deletion is rescheduled due to dependency. [ 1056.531701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.882616] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.882751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.882802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.884018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.884018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.884018] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 is going to be updated. [ 1056.920021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.920188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.920311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.920881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.920881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.932094] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: IN_PROGRESS for 2s [ 1058.944721] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: SUCCESS [ 1058.944721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.944721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.945208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.945208] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.945208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.945516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.945516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.945516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.945613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.945702] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.448148] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.448292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.448354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.448571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.448728] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.448824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.448877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.449037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.449127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.449214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.449360] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.449450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.449501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.449641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.449776] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.449864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.449915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.450068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.450134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.450252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.450302] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.527894] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1059.528012] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1059.747799] env[65815]: INFO networking_nsxv3.common.synchronization [None req-3a1016bb-8681-410e-bb90-c55e2dbb3924 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_rules [ 1059.747997] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_rules [ 1059.748374] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.748661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.750130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.750130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.750130] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.833776] env[65815]: INFO networking_nsxv3.common.synchronization [None req-5dae41ae-f153-4b20-b0e4-7a650734c417 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_rules [ 1059.834375] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_rules [ 1059.834722] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.834722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.952574] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c4c23833-abc5-495e-82e3-2d8bf5e49208: rpc.has_security_group_logging(os_id): False [ 1059.975627] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.975627] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.975800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.976423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.976423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.976423] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.976423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.976423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.976884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.976884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.976884] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.977047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.977047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.977187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.977275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.977471] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.977566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.977627] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.977768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.977842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.977928] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 is going to be updated. [ 1059.982496] env[65815]: INFO networking_nsxv3.common.synchronization [req-5dd39712-6571-4426-9141-043d0cfc5a1d req-4171447b-ae21-4415-8461-e0d09b373cab tempest-ImagesOneServerNegativeTestJSON-1054993926 tempest-ImagesOneServerNegativeTestJSON-1054993926-project-member] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1059.983237] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1059.983568] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.983681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.983745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.983913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.984076] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.984260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.984260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.984384] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.984467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.984555] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.058423] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.059360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.059360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.059360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.059360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.075763] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: IN_PROGRESS for 2s [ 1060.273794] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.274077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.274077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.274267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.274609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.274609] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 already deleted. [ 1060.274609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.274752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.274972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.275075] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.487704] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.487870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.487941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.488216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.488323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.488524] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.488684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.488684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.488841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.488917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.489009] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be updated. [ 1060.518249] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.518467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.518467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.518667] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.518808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.527951] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: IN_PROGRESS for 2s [ 1060.798412] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.798658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.798784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.799090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.799230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.799383] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 already deleted. [ 1060.799549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.220917] env[65815]: INFO networking_nsxv3.common.synchronization [req-59d10836-53ae-44c5-98e0-aa8f19604823 req-23116cbf-b78c-4e3b-9450-02ad11b7a16c tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1061.221667] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1061.222061] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.222317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.222427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.222637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.223068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.223068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.223068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.223329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.223488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.223611] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.623626] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.623793] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.623919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.627913] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.628600] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.628790] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.628909] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.629174] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.629320] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.629531] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.629644] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.629751] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.629854] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.629961] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.630078] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.630213] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.652449] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.652697] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.652899] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.653195] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-231" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.653621] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-dc301067-95b1-42af-8797-8b6209a12863 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.653862] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-dc301067-95b1-42af-8797-8b6209a12863" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.654130] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-dc301067-95b1-42af-8797-8b6209a12863" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.654560] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-dc301067-95b1-42af-8797-8b6209a12863" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.654730] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc301067-95b1-42af-8797-8b6209a12863',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.725501] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.725651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.725719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.725954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.726027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.726282] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.726394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.726456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.726608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.726683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.726774] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1061.755251] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.755446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.755606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.755863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.756024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.767639] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1062.094652] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: SUCCESS [ 1062.095053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.157376] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.157624] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.157676] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.158053] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.158211] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.158382] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port dc301067-95b1-42af-8797-8b6209a12863 not found, creating... [ 1062.158677] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.158916] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.159075] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.159353] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.159562] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.159900] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.160085] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.160202] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.160416] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.160567] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.161233] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: dc301067-95b1-42af-8797-8b6209a12863 is going to be created. [ 1062.182251] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.182524] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.182635] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.182919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.183237] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.183468] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-dc301067-95b1-42af-8797-8b6209a12863" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.540955] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 1062.541261] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f deletion is rescheduled due to dependency. [ 1062.541311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.890281] env[65815]: INFO networking_nsxv3.common.synchronization [req-59d10836-53ae-44c5-98e0-aa8f19604823 req-be492f20-f441-4f07-8ffc-34cc65a24bf0 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 1062.890470] env[65815]: INFO networking_nsxv3.common.synchronization [req-59d10836-53ae-44c5-98e0-aa8f19604823 req-be492f20-f441-4f07-8ffc-34cc65a24bf0 service nova] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1062.890603] env[65815]: INFO networking_nsxv3.common.synchronization [req-59d10836-53ae-44c5-98e0-aa8f19604823 req-be492f20-f441-4f07-8ffc-34cc65a24bf0 service nova] Enqueued Resource ID: dc301067-95b1-42af-8797-8b6209a12863 with Priority: HIGHEST for action port [ 1062.891150] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_rules [ 1062.891369] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1062.891369] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc301067-95b1-42af-8797-8b6209a12863 with Priority: HIGHEST for action port [ 1062.891725] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.891892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.891892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.892137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.892277] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.893104] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.893216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.893453] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc301067-95b1-42af-8797-8b6209a12863 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.893567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc301067-95b1-42af-8797-8b6209a12863" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.893623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc301067-95b1-42af-8797-8b6209a12863" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.893796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc301067-95b1-42af-8797-8b6209a12863" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.893884] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc301067-95b1-42af-8797-8b6209a12863',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.228579] env[65815]: INFO networking_nsxv3.common.synchronization [req-aeb47e8c-c4b4-47d0-8de7-a7580799df5c req-dcb2c857-9c03-4ffd-920b-9ca400d46bed tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 1063.229172] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGHEST for action security_group_members [ 1063.229569] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.229711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.229825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.229987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.230167] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.230261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.230329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.230474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.230560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.230653] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.287182] env[65815]: INFO networking_nsxv3.common.synchronization [req-aeb47e8c-c4b4-47d0-8de7-a7580799df5c req-dcb2c857-9c03-4ffd-920b-9ca400d46bed tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 7c57624c-68a4-450c-a52f-792d2e8cb126 with Priority: HIGHEST for action port [ 1063.287835] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c57624c-68a4-450c-a52f-792d2e8cb126 with Priority: HIGHEST for action port [ 1063.288228] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c57624c-68a4-450c-a52f-792d2e8cb126 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.288407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.288449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.288660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.288740] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c57624c-68a4-450c-a52f-792d2e8cb126',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.395589] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.395763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.395918] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc301067-95b1-42af-8797-8b6209a12863 with status ACTIVE [ 1063.396098] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.396206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.396290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.396593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.396593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.396723] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.396806] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.396869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.396977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.397085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.397236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.397337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.397398] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.397541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.397612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.398555] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc301067-95b1-42af-8797-8b6209a12863 is going to be updated. [ 1063.424571] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.424571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.424741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.424878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.424968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.425174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc301067-95b1-42af-8797-8b6209a12863" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.732978] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.733366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.733366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.733656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.733813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.734940] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.734940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.734940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.734940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.734940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.734940] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 is going to be updated. [ 1063.763537] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.763677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.763815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.763957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.764145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.771744] env[65815]: INFO networking_nsxv3.common.synchronization [req-0a30a1d5-92ed-417d-9d86-9850ef35d4f7 req-217f1a51-0b82-47cf-a6e1-17f641c22ad7 tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1063.774629] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1063.776647] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.776836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.776947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.777232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.777403] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.777514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.777593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.777734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.777844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.777933] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.785298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1063.785298] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 1063.785298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.786402] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: IN_PROGRESS for 2s [ 1063.786402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.786567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.786758] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.786870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.787113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.787113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.787306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.787306] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.790990] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c57624c-68a4-450c-a52f-792d2e8cb126 with status ACTIVE [ 1063.791077] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.791162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.791486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.791486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.791486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.791741] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.791741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.791848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.791895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.791956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.792155] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.792251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.792303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.792442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.792514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.792596] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c57624c-68a4-450c-a52f-792d2e8cb126 is going to be updated. [ 1063.818799] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.818799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.818799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.819096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.819180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.819459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c57624c-68a4-450c-a52f-792d2e8cb126" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.987915] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.987915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.987915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.987915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.987915] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.156994] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-776 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.157250] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.157336] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.157981] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.158685] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.158685] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.158903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.159524] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.160249] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.160249] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.160249] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.160249] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.160561] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.160782] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.160852] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.161055] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.183540] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.183873] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.183986] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.184244] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.184735] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-41cdd0d0-e728-4857-9b05-d139be850f7b taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.184979] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-41cdd0d0-e728-4857-9b05-d139be850f7b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.185190] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-41cdd0d0-e728-4857-9b05-d139be850f7b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.185605] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-41cdd0d0-e728-4857-9b05-d139be850f7b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.185832] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41cdd0d0-e728-4857-9b05-d139be850f7b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.285306] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.289415] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.496031] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.690316] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.690316] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.690316] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.690316] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.690695] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.690695] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 41cdd0d0-e728-4857-9b05-d139be850f7b not found, creating... [ 1064.690775] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.690937] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.691071] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.691474] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.691474] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.692212] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.692212] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.692212] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.692544] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.692544] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.692544] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 41cdd0d0-e728-4857-9b05-d139be850f7b is going to be created. [ 1064.714942] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.715304] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.715504] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.715836] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.716122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.716402] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-41cdd0d0-e728-4857-9b05-d139be850f7b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.787971] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.791979] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.996456] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.290446] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.290976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.291178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.291471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.292108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.292108] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1065.294259] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.294471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.294577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.294915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.295092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.295275] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1065.329566] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.329799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.329799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.330089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.330260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.332585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.332784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.332855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.333100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.333371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.348583] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1065.349531] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1065.500388] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1065.500591] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1065.511153] env[65815]: INFO networking_nsxv3.common.synchronization [req-0a30a1d5-92ed-417d-9d86-9850ef35d4f7 req-d4502ad3-5c35-434b-9ba6-3b7cb5a37172 service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 1065.511944] env[65815]: INFO networking_nsxv3.common.synchronization [req-0a30a1d5-92ed-417d-9d86-9850ef35d4f7 req-d4502ad3-5c35-434b-9ba6-3b7cb5a37172 service nova] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1065.511944] env[65815]: INFO networking_nsxv3.common.synchronization [req-0a30a1d5-92ed-417d-9d86-9850ef35d4f7 req-d4502ad3-5c35-434b-9ba6-3b7cb5a37172 service nova] Enqueued Resource ID: 41cdd0d0-e728-4857-9b05-d139be850f7b with Priority: HIGHEST for action port [ 1065.512114] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_rules [ 1065.512218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1065.512311] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cdd0d0-e728-4857-9b05-d139be850f7b with Priority: HIGHEST for action port [ 1065.512649] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.512766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.512766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.512948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.513066] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.514467] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.514467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.516097] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-41cdd0d0-e728-4857-9b05-d139be850f7b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.516097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41cdd0d0-e728-4857-9b05-d139be850f7b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.516097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41cdd0d0-e728-4857-9b05-d139be850f7b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.516097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41cdd0d0-e728-4857-9b05-d139be850f7b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.516097] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41cdd0d0-e728-4857-9b05-d139be850f7b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.800370] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 in Status: SUCCESS [ 1065.800704] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 deletion is rescheduled due to dependency. [ 1065.800841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.016815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.017045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.017434] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41cdd0d0-e728-4857-9b05-d139be850f7b with status ACTIVE [ 1066.017695] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.017896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.018210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.018303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.018420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.018607] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.018708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.018770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.019147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.019147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.019294] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.019294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.019382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.019450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.019547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.019598] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41cdd0d0-e728-4857-9b05-d139be850f7b is going to be updated. [ 1066.043744] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.043892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.043957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.044189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.044325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.044477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41cdd0d0-e728-4857-9b05-d139be850f7b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.498910] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.499131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.499219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.499515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.513020] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1066.514026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.516025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1066.551568] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.551772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.551837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.552035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.563727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.564472] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1066.564560] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.564631] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1066.609940] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.610171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.610171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.610317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.612270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.612499] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1066.799982] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.800196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.800196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.800435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.800742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.800954] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1066.890166] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.890267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.890366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.890756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.890953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.891423] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1066.891423] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'20d1f0f5-daed-499c-b5a1-caea3ac98d6f', '23e26733-af9a-4053-96cf-c7feb9c68c94', '3995a0fd-93d8-49e1-becc-077ee783e253', '2494390e-5ce6-4ab7-91b3-f57d6b456c78', '8bc0c8ed-4981-438d-a347-32ff480deb97', 'dbaf4f69-8358-41b9-a782-a5dfd234e3c5', 'af9b9ee6-5953-48b0-981a-e46794d8fbaf', 'c1253a63-27a9-4a56-851b-ec323714784f', '48e84d99-11be-4d85-a25f-5ab39c5b5f16', 'bb34c030-b5ae-4ea2-be09-c3b1cb3e6486', '11e539a3-c617-424e-aa1a-649c9f90c926', '446c86ba-7922-4e7a-bcef-8e7db70eba20', '4b247da6-ca7b-49d7-bcc4-87029e7562db', '32f20362-1b4f-4edc-bace-8ea7c54a745e', 'e7c45f3b-1d8a-465f-868a-196f4905784f', '64a7d3d9-fc6f-46fe-a2df-5a2f869bf129', '530fe56d-aa91-4f9e-9c6d-7b1449939a94', 'f609db10-a071-495f-90db-b7d9023669f8', '7282dac7-e421-4840-b851-51a9f23eec43', '33944d6d-98a1-4427-ba7f-fa6a5b46cb8d', '046301b7-0b62-439b-9e2e-547a49ecdb4f', '75fa76cb-ea9c-40bb-9869-085af49bd266', 'a896d778-a978-46a4-8b36-cc01e3d0e001', '5a9877a5-6575-4ef2-b33d-885ba65cd6b0', 'a61e75cb-66bc-4a33-868f-b3ebad02942b', 'b010aac2-45bd-4881-a259-6785745da2c9', 'c4c23833-abc5-495e-82e3-2d8bf5e49208', '54c8a963-aa3f-4735-bc9a-c5790c01ccd5', 'b758871d-31cf-4de5-9bf4-aabf3ee55677', '11ae391e-fea1-4dd4-aca9-2c84f767fd9e', '04768c87-ba59-4f31-8487-63c48de9e25b', 'a1f5f4ab-a139-48af-a060-e62d38bb04b6', '228300c1-cec2-43f4-9eeb-c8181936c48f', 'b7747a38-4a65-470a-9e38-523ffe6321e5', '30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0', '2d99e83e-6cfc-4650-8c0f-fbd59d881c79', 'b1d2f914-1e37-48fd-95af-8ec27507ec25', 'df0e1b3f-73e3-4740-8307-d996aa54b8e6', 'b88cd2c4-b024-4702-912d-0841e16377e9', 'b3a4bfe9-edb7-491a-aa71-ec080943df66', 'b3a6b391-b608-43fb-8aaa-a6db68dabaef', 'f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58', 'ae9b11c1-1e39-4e0c-a82f-84ebc807cf15', '5e3594f0-40cf-4c5a-a1cf-78269b1274d8', '0ebdae58-a9c9-4eed-9bc7-a392ada76a14'} {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.891423] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1066.910379] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.910517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.910589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.910811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.910893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.910999] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1066.911081] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1066.911151] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1067.009540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.009540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.009540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.009720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.012218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.012218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1067.012218] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1067.012218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1067.012218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1067.012218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGH for action security_group_rules [ 1067.012218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGH for action security_group_rules [ 1067.013059] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGH for action security_group_rules [ 1067.013059] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGH for action security_group_rules [ 1067.013059] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGH for action security_group_rules [ 1067.013059] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGH for action security_group_rules [ 1067.013059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.363293] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1067.363809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.364270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.364971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.365406] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.365705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.366905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.366905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.366905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.366905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.366905] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.369590] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1067.369917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.370202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.370649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.371600] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.371600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.371600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.371600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.371959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.372201] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.801897] env[65815]: INFO networking_nsxv3.common.synchronization [req-2081f37f-0074-4556-b9ce-1eb7b3ef2c83 req-0e267b82-fb40-46b6-9d37-c0ed89809c8f tempest-ServersTestManualDisk-1319321886 tempest-ServersTestManualDisk-1319321886-project-member] Enqueued Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_members [ 1067.802356] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGHEST for action security_group_members [ 1067.802557] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGH for action security_group_rules [ 1067.802666] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3995a0fd-93d8-49e1-becc-077ee783e253 with Priority: HIGH for action security_group_rules [ 1067.802768] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf with Priority: HIGH for action security_group_rules [ 1067.802865] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGH for action security_group_rules [ 1067.802974] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d with Priority: HIGH for action security_group_rules [ 1067.803505] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7282dac7-e421-4840-b851-51a9f23eec43 with Priority: HIGH for action security_group_rules [ 1067.803505] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGH for action security_group_rules [ 1067.803505] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGH for action security_group_rules [ 1067.803505] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e with Priority: HIGH for action security_group_rules [ 1067.803505] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGH for action security_group_rules [ 1067.803692] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db with Priority: HIGH for action security_group_rules [ 1067.803692] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 with Priority: HIGH for action security_group_rules [ 1067.804484] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11e539a3-c617-424e-aa1a-649c9f90c926 with Priority: HIGH for action security_group_rules [ 1067.804484] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 with Priority: HIGH for action security_group_rules [ 1067.804484] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGH for action security_group_rules [ 1067.804484] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGH for action security_group_rules [ 1067.804484] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGH for action security_group_rules [ 1067.804484] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGH for action security_group_rules [ 1067.804827] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 with Priority: HIGH for action security_group_rules [ 1067.804827] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 with Priority: HIGH for action security_group_rules [ 1067.805348] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-75fa76cb-ea9c-40bb-9869-085af49bd266 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.805348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.805348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.805872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.805872] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.805872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.806184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.806652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.806652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.806652] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.808336] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.808485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.808547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.808710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.808796] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.810165] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3995a0fd-93d8-49e1-becc-077ee783e253 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.810274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.810343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.810500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.810587] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3995a0fd-93d8-49e1-becc-077ee783e253',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.814060] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.814183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.814254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.814596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.814709] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af9b9ee6-5953-48b0-981a-e46794d8fbaf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.816649] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.817301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.817301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.817405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.818079] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.818502] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.818604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.818604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.818782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.818859] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33944d6d-98a1-4427-ba7f-fa6a5b46cb8d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.819675] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7282dac7-e421-4840-b851-51a9f23eec43 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.819983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.819983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.819983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.820123] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7282dac7-e421-4840-b851-51a9f23eec43',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.825853] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.825979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.826729] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.826862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.826928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.827267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.827356] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.828750] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32f20362-1b4f-4edc-bace-8ea7c54a745e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.829067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.829067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.829289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.829384] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32f20362-1b4f-4edc-bace-8ea7c54a745e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.832502] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.832589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.832644] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.832879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.832980] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.835331] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b247da6-ca7b-49d7-bcc4-87029e7562db taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.835823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.836177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.837075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.837177] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b247da6-ca7b-49d7-bcc4-87029e7562db',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.838423] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-446c86ba-7922-4e7a-bcef-8e7db70eba20 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.838635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.838635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.838808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.838925] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('446c86ba-7922-4e7a-bcef-8e7db70eba20',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.840456] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11e539a3-c617-424e-aa1a-649c9f90c926 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.840588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.840640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.840831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.840935] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11e539a3-c617-424e-aa1a-649c9f90c926',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.842335] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.842470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.842516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.842746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.842963] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb34c030-b5ae-4ea2-be09-c3b1cb3e6486',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.848028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.848028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.848028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.848028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.848028] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.848028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.848028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.848028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.848028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.848028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.848028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.848028] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.850190] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.850403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.850606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.851065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.851065] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.852436] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23e26733-af9a-4053-96cf-c7feb9c68c94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.852575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.852640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.853854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.853854] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23e26733-af9a-4053-96cf-c7feb9c68c94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.853854] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.854242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.854242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.854242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.854242] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2494390e-5ce6-4ab7-91b3-f57d6b456c78',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.879608] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.879608] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.879608] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.879608] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.879608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.880348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.880348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.880348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.880348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.880348] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.881678] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.894490] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.894490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.894490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.894490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.896601] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.896953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.899044] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.899044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.920803] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.920913] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33944d6d-98a1-4427-ba7f-fa6a5b46cb8d is going to be deleted. [ 1067.922164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.922478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.945278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.945597] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3995a0fd-93d8-49e1-becc-077ee783e253 is going to be deleted. [ 1067.946603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.946819] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.969503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.969503] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af9b9ee6-5953-48b0-981a-e46794d8fbaf is going to be deleted. [ 1067.991175] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.991382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.991478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.991675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.991788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.991909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33944d6d-98a1-4427-ba7f-fa6a5b46cb8d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.030198] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.030478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.030478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.031137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.031137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.031137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3995a0fd-93d8-49e1-becc-077ee783e253" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.057347] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.057347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.057347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.057703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.057753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.058109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af9b9ee6-5953-48b0-981a-e46794d8fbaf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.311734] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.311734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.311734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.311734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.311734] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.311734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.311734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.311734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.311734] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.311734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.311734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.314024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.314024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.314024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.314024] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.338749] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.339282] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.339282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.339538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.339538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.339677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.339732] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 is going to be updated. [ 1068.361109] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.361288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.361360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.361531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.362169] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.362283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.362381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.362598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.362727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.362827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.362920] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.372350] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.372520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.372578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.372793] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.372997] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.373178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.373286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.373509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.373637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.373773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.374021] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.375088] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.375250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.375347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.375587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.375826] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.375977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.376113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.378069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.378069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.378069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.378069] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.381990] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.382090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.382144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.382356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.384815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.384947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.384947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.385095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.385252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391614] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f609db10-a071-495f-90db-b7d9023669f8: rpc.has_security_group_logging(os_id): False [ 1068.393194] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.436342] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 in Status: IN_PROGRESS for 2s [ 1068.450549] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.450765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.451555] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.451652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.452407] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.452518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.453335] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.453430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.454474] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.454589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.455364] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.455452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.457832] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.457951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.459101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.459219] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7282dac7-e421-4840-b851-51a9f23eec43 is going to be deleted. [ 1068.460225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.460444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.461965] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.462784] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.462880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.465885] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.465993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.488559] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.489157] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.489266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.499721] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1068.500244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.500373] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be deleted. [ 1068.501573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.501770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.566938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.567133] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 446c86ba-7922-4e7a-bcef-8e7db70eba20 is going to be deleted. [ 1068.568183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.568403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.613768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.613915] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be deleted. [ 1068.614841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.615063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.658894] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.659076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.678213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.678268] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb34c030-b5ae-4ea2-be09-c3b1cb3e6486 is going to be deleted. [ 1068.679272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.679977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.694429] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.694625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.735978] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.736363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.766990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.767160] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23e26733-af9a-4053-96cf-c7feb9c68c94 is going to be deleted. [ 1068.768231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.768422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.800914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.801086] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 is going to be deleted. [ 1068.802028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.802387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.815484] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.815656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.815724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.815940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.816134] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.816273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.816344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.816506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.816662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.816877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.817160] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.817282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.817362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.817479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.817629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.817722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.817810] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.817913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.817990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.818085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.818184] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.829247] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.829480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.864488] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.864488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.869016] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.884554] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.884554] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.884554] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.884554] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.884554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.885399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.885399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.885399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.885399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.885399] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.886111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.886111] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11e539a3-c617-424e-aa1a-649c9f90c926 is going to be deleted. [ 1068.887847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.887847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.891697] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.897270] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.897455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.897525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.897724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.897989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.897989] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1068.956551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.956720] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b247da6-ca7b-49d7-bcc4-87029e7562db is going to be deleted. [ 1068.957685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.957960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.959565] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.959717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.043697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.043697] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32f20362-1b4f-4edc-bace-8ea7c54a745e is going to be deleted. [ 1069.044370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.044756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.059088] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.059360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.060721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.060721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.060721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.060933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.061862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.076602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1069.089187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.090349] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2494390e-5ce6-4ab7-91b3-f57d6b456c78 is going to be deleted. [ 1069.090930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.091298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.127528] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.127742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.139724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.141540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.141540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.141540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.141540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.141540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.141540] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.141540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.141540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.141540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.142379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.142379] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.142379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.142379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.142379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.142583] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.142583] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1069.144903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.145270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.145370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.145580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7282dac7-e421-4840-b851-51a9f23eec43" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.145721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.145893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.145973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.146102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.147034] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.147318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.147318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.147412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.147447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.147546] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b247da6-ca7b-49d7-bcc4-87029e7562db" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.147659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.147805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.147881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.148018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-446c86ba-7922-4e7a-bcef-8e7db70eba20" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.148113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.148262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.148340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.148433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb34c030-b5ae-4ea2-be09-c3b1cb3e6486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.149353] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.149517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.149598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.149719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.149863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.150013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.150138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.150222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23e26733-af9a-4053-96cf-c7feb9c68c94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.150436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.150436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.150598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.150598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.150759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.151048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.151131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.151247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11e539a3-c617-424e-aa1a-649c9f90c926" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.245854] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.246243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.246243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.246497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.246659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.246822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32f20362-1b4f-4edc-bace-8ea7c54a745e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.320456] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d1f0f5-daed-499c-b5a1-caea3ac98d6f: rpc.has_security_group_logging(os_id): False [ 1069.361303] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.361303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.361684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.361842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.362048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.371378] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bc0c8ed-4981-438d-a347-32ff480deb97: rpc.has_security_group_logging(os_id): False [ 1069.389851] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530fe56d-aa91-4f9e-9c6d-7b1449939a94: rpc.has_security_group_logging(os_id): False [ 1069.394357] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48e84d99-11be-4d85-a25f-5ab39c5b5f16: rpc.has_security_group_logging(os_id): False [ 1069.414169] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.414421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.414491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.414863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.417482] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.417709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.448782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.448782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.451582] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.451582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.452421] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.452421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.464833] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1069.485616] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1069.486259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.486525] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.486758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.486839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.487155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.487252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.487536] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.487660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.487767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.487948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.488401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.488401] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.488401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.488401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.488743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.488743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.488743] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1069.489804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.489988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.555939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.556442] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.556683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.556683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.556994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.557141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.557293] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 1069.558879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.559256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.612144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.612475] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.612582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.612648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.612859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.612940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.613095] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be updated. [ 1069.614249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.614470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.614553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.616336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2494390e-5ce6-4ab7-91b3-f57d6b456c78" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.616493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.616675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.709345] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.709345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.710122] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.710122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.718443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.718796] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.718953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.719092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.719426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.719517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.720145] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.720145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.720145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.720145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.720594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.720594] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.720594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.720594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.720959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.720959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.720959] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be updated. [ 1069.722140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.722374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.722569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.723610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.723802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.723962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.756874] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 1069.772218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1069.806014] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.806395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.806395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.806665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.806814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.912153] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: IN_PROGRESS for 2s [ 1069.916587] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.916815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.916868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.917098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.917236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.937472] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1070.447526] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 in Status: SUCCESS [ 1070.447997] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 deletion is rescheduled due to dependency. [ 1070.448211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.087823] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1071.087823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.087823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.087823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.088213] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.088213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.088213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.088213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.088409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.088409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.088483] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.484361] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1071.484721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.485063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.485401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.485514] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.591532] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.591710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.591885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.592194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.592576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.592721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.592821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.593141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.593305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.594023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.594308] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.594456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.594578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.594812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.595046] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.595228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.595355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.595542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.595629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.595735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.595833] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.786473] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 1071.786536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.794362] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1071.794656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.927386] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 1071.927674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.950981] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1071.952300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.988643] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.988828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.988875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.989115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.989276] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.989377] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.989443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.989579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.989662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.989746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.989861] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.099026] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 1072.119250] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.119250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.119551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.119551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.144726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.145267] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.145267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.145433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.145690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.146518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.146518] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.146518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.147241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.147241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.147241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.147427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.147533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.147700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.147939] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.148092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.148250] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1072.173528] env[65815]: INFO networking_nsxv3.common.synchronization [req-927922e9-08e7-4e77-b656-c21386826c79 req-1d47ef43-a22e-4e17-9a9c-06db3f911a52 tempest-ListImageFiltersTestJSON-1728861093 tempest-ListImageFiltersTestJSON-1728861093-project-member] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 1072.173528] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 1072.173528] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.173528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.173528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.173528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.174094] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.174997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.175267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.175701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.175987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.176273] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.221090] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.221090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.221090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.221090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.221090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.242627] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1072.492159] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.492330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.492402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.492599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.492764] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.492857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.492938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.493093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.493236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.493453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.493660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.493747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.493809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.493940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.494172] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.494172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.494382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.494382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.494544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.494544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.494714] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.678932] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.997111] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f609db10-a071-495f-90db-b7d9023669f8: rpc.has_security_group_logging(os_id): False [ 1073.019727] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.019960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.020026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.020244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.020352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.020623] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.020782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.020889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.021078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.021154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.021387] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.021512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.021579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.021711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.021779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.021979] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.022234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.022311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.022454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.022624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.022624] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1073.118715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.119097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.119097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.119281] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.119424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.143239] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1073.181206] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.686402] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.686615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.686705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.686956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.687087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.687223] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 is going to be updated. [ 1073.716982] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.717212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.717262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.717507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.717744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.729995] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: IN_PROGRESS for 2s [ 1074.269830] env[65815]: INFO networking_nsxv3.common.synchronization [req-bf855c1b-1749-4b90-b33a-386d115aa856 req-898e1007-733c-4e80-aa11-eb1266272a95 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1074.273095] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1074.273095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.273095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.273095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.273095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.273095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.273095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.273095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.273513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.273513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.273646] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.276864] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1074.277069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.277246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.277551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.277665] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.670729] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.670966] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.671129] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.671415] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.671720] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.671888] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.672037] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.672832] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.672832] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.672832] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.672832] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.672832] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.673045] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.673090] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.673433] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.673433] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.693871] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.694065] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.694183] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.694403] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.694741] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-9bae76d0-fe75-4423-a208-c11550211d44 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.694915] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-9bae76d0-fe75-4423-a208-c11550211d44" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.695060] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-9bae76d0-fe75-4423-a208-c11550211d44" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.695448] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-9bae76d0-fe75-4423-a208-c11550211d44" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.695584] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bae76d0-fe75-4423-a208-c11550211d44',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.779387] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.779605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.779605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.779811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.779935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.780113] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.780263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.780263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.780420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.780488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.780557] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 already deleted. [ 1074.780669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.780988] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.781097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.781168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.781309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.781525] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.781660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.781733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.781874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.781943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.782070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.782223] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.160024] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1075.160305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.198316] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.198791] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.198992] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.199390] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.199605] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.199806] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 9bae76d0-fe75-4423-a208-c11550211d44 not found, creating... [ 1075.200161] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.200377] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.200526] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.201044] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.201234] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.201658] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.201817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.201950] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.202230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.202387] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.202564] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 9bae76d0-fe75-4423-a208-c11550211d44 is going to be created. [ 1075.247555] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.247884] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.248062] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.248807] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.248807] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.248807] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-9bae76d0-fe75-4423-a208-c11550211d44" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.285241] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.285241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.285715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.285715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.285835] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.285835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.285997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.286171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.286171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.286297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.286487] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.286602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.286666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.286782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.286919] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.287027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.287109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.287218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.288023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.288023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.288023] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.741071] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: SUCCESS [ 1075.741336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.789880] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbaf4f69-8358-41b9-a782-a5dfd234e3c5: rpc.has_security_group_logging(os_id): False [ 1075.810693] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.810877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.810926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.811155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.811235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.811456] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.811563] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.811626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.811785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.811862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.812084] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.812180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.812311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.812520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.812606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.812851] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.812997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.813100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.813330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.813508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.813623] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1075.879124] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.879325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.879325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.879550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.879697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.896124] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1075.933613] env[65815]: INFO networking_nsxv3.common.synchronization [req-bf855c1b-1749-4b90-b33a-386d115aa856 req-dacb47c1-b566-43d2-a65a-5f5fa8f1a69e service nova] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_rules [ 1075.933843] env[65815]: INFO networking_nsxv3.common.synchronization [req-bf855c1b-1749-4b90-b33a-386d115aa856 req-dacb47c1-b566-43d2-a65a-5f5fa8f1a69e service nova] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1075.934017] env[65815]: INFO networking_nsxv3.common.synchronization [req-bf855c1b-1749-4b90-b33a-386d115aa856 req-dacb47c1-b566-43d2-a65a-5f5fa8f1a69e service nova] Enqueued Resource ID: 9bae76d0-fe75-4423-a208-c11550211d44 with Priority: HIGHEST for action port [ 1075.934617] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_rules [ 1075.934756] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1075.934853] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bae76d0-fe75-4423-a208-c11550211d44 with Priority: HIGHEST for action port [ 1075.935172] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.935365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.935477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.935634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.935712] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.937156] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.938248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.938329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.938534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.938986] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.938986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.938986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.939202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.939202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.939300] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.940892] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bae76d0-fe75-4423-a208-c11550211d44 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.941012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bae76d0-fe75-4423-a208-c11550211d44" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.941086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bae76d0-fe75-4423-a208-c11550211d44" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.941252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bae76d0-fe75-4423-a208-c11550211d44" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.941331] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bae76d0-fe75-4423-a208-c11550211d44',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.441488] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.442988] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.442988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.443131] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bae76d0-fe75-4423-a208-c11550211d44 with status ACTIVE [ 1076.443293] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.443408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.443490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.443822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.443971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.444172] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.444293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.444441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.444544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.444688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.444884] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.444987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.445063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.445263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.445402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.445595] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bae76d0-fe75-4423-a208-c11550211d44 is going to be updated. [ 1076.477245] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.477446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.477570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.477754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.477908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.478087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bae76d0-fe75-4423-a208-c11550211d44" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.948221] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.451374] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.451754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.451754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.451831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.451891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.451988] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 is going to be created. [ 1077.476349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.476589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.476663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.476884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.477063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.488158] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: UNINITIALIZED for 2s [ 1077.912444] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1077.912726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.502529] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: SUCCESS [ 1079.502529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.502529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.503010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.503010] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.503010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.503265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.503265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.503340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.503373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.503455] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.646577] env[65815]: INFO networking_nsxv3.common.synchronization [req-a99c4057-023a-4b3e-94ab-a56008eb6543 req-6361ce61-2c9a-46d7-b87e-5e740a462bac tempest-ServerRescueNegativeTestJSON-1559514577 tempest-ServerRescueNegativeTestJSON-1559514577-project-member] Enqueued Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_members [ 1079.646829] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 with Priority: HIGHEST for action security_group_members [ 1079.647148] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-df0e1b3f-73e3-4740-8307-d996aa54b8e6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.647268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.647335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.647556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.647704] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.647800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.647859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.647995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.648164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.648262] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df0e1b3f-73e3-4740-8307-d996aa54b8e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.920466] env[65815]: INFO networking_nsxv3.common.synchronization [req-a23c0549-7149-4e4d-8729-86af64a93786 req-be5fa149-ebc0-4883-bfb4-88e85fe6d9c3 tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_members [ 1079.920927] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGHEST for action security_group_members [ 1079.921576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-046301b7-0b62-439b-9e2e-547a49ecdb4f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.922657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.922657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.922657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.922657] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.922657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.923046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.923483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.923719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.924308] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.006515] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.155356] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.155533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.155605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.155832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.184561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.184832] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.184971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.185077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.185929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.185929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.185929] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 is going to be updated. [ 1080.227785] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.227785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.227785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.227785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.227785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.237947] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 in Status: IN_PROGRESS for 2s [ 1080.428204] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.428775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.428960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.429204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.457995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.457995] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.457995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.457995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.457995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.457995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.457995] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f is going to be updated. [ 1080.492240] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.492417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.492516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.492677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.492814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.504670] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f in Status: IN_PROGRESS for 2s [ 1080.509292] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e09d641-0f14-46b3-a648-581c3049afb7: rpc.has_security_group_logging(os_id): False [ 1080.529330] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.529330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.529330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.529641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.529641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.529793] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.530012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.530104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.530289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.530393] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.530507] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 is going to be created. [ 1080.607089] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.607089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.607089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.607089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.607089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.621602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: IN_PROGRESS for 2s [ 1082.250738] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 in Status: SUCCESS [ 1082.251096] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df0e1b3f-73e3-4740-8307-d996aa54b8e6 deletion is rescheduled due to dependency. [ 1082.251096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df0e1b3f-73e3-4740-8307-d996aa54b8e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.256527] env[65815]: INFO networking_nsxv3.common.synchronization [req-734b82c3-7469-4833-b385-5a77549b765a req-7361101a-3c5f-4254-af81-f09af276664c tempest-ImagesOneServerNegativeTestJSON-1054993926 tempest-ImagesOneServerNegativeTestJSON-1054993926-project-member] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1082.256527] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1082.257509] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.257509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.257509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.257509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.257509] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.257509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.257509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.258084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.258084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.258084] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.517531] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f in Status: SUCCESS [ 1082.517531] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f deletion is rescheduled due to dependency. [ 1082.517531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.624804] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.625071] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.625574] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.625574] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.625847] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.626020] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.626143] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.626491] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.626683] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.627124] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.627368] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.627488] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.627784] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.628084] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.628221] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.628361] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.646320] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: SUCCESS [ 1082.646560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.651963] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.652164] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.652326] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.652507] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-46" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.652838] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-36832271-82f4-435e-aea3-76afff8f0338 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.653018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-36832271-82f4-435e-aea3-76afff8f0338" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.653138] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-36832271-82f4-435e-aea3-76afff8f0338" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.653491] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-36832271-82f4-435e-aea3-76afff8f0338" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.653637] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36832271-82f4-435e-aea3-76afff8f0338',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.763772] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.763772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.763772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.763772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.763772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.763772] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.763772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.763772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.763772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.763772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.763772] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be deleted. [ 1082.792175] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.792175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.792175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.792175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.792175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.792175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.156987] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.157257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.157382] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.157681] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.157850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.158014] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 36832271-82f4-435e-aea3-76afff8f0338 not found, creating... [ 1083.158287] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.158448] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.158564] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.158815] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.158958] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.159262] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.159418] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.159530] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.159742] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.159870] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.160049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 36832271-82f4-435e-aea3-76afff8f0338 is going to be created. [ 1083.192602] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.192989] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.193168] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.193492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.193981] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.193981] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-36832271-82f4-435e-aea3-76afff8f0338" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.717274] env[65815]: INFO networking_nsxv3.common.synchronization [req-bd61fc4f-81c6-473d-a22d-3a19f3e09d30 req-3eb2c2ff-30c3-425d-86f1-6f42040ce86e tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1083.717879] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1083.718541] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.718678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.718759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.718980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.719350] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.719480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.719561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.719743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.719880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.720007] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.888260] env[65815]: INFO networking_nsxv3.common.synchronization [req-734b82c3-7469-4833-b385-5a77549b765a req-db55e1fa-1f64-4b1a-9052-7c822410bdc8 service nova] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_rules [ 1083.888445] env[65815]: INFO networking_nsxv3.common.synchronization [req-734b82c3-7469-4833-b385-5a77549b765a req-db55e1fa-1f64-4b1a-9052-7c822410bdc8 service nova] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1083.888618] env[65815]: INFO networking_nsxv3.common.synchronization [req-734b82c3-7469-4833-b385-5a77549b765a req-db55e1fa-1f64-4b1a-9052-7c822410bdc8 service nova] Enqueued Resource ID: 36832271-82f4-435e-aea3-76afff8f0338 with Priority: HIGHEST for action port [ 1083.889173] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_rules [ 1083.889366] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1083.889513] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36832271-82f4-435e-aea3-76afff8f0338 with Priority: HIGHEST for action port [ 1083.889937] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.890201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.890201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.890523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.890604] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.891632] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.891852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.891982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.892225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.892441] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.892578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.892638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.892848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.892964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.893096] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.893912] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-36832271-82f4-435e-aea3-76afff8f0338 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.895199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36832271-82f4-435e-aea3-76afff8f0338" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.895375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36832271-82f4-435e-aea3-76afff8f0338" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.895551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36832271-82f4-435e-aea3-76afff8f0338" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.895677] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36832271-82f4-435e-aea3-76afff8f0338',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.223083] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.398056] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.398197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.398492] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.399284] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36832271-82f4-435e-aea3-76afff8f0338 with status ACTIVE [ 1084.399637] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.399759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.399886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.400047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.400139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.400314] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.400429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.400489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.400709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.400787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.400979] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.401078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.401138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.401275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.401348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.401430] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36832271-82f4-435e-aea3-76afff8f0338 is going to be updated. [ 1084.425681] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.425681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.425681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.425681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.425681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.425681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36832271-82f4-435e-aea3-76afff8f0338" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.727364] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.903646] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.229512] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.229512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.229512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.229720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.229720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.229720] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1085.277202] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.277468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.277586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.278088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.278376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.290022] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1085.409424] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.409424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.409424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.409424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.409424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.409424] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be created. [ 1085.440194] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.440316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.440316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.440508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.440670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.452027] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: UNINITIALIZED for 2s [ 1086.784953] env[65815]: INFO networking_nsxv3.common.synchronization [req-972d5648-93fb-4906-9367-0ee89065e7be req-aa82bbc2-d66d-480e-a576-370332d0c6ef tempest-ListImageFiltersTestJSON-1728861093 tempest-ListImageFiltersTestJSON-1728861093-project-member] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 1086.785180] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGHEST for action security_group_members [ 1086.785522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.785664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.785748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.786103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.786355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.786480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.786545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.786723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.786913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.786913] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.291013] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.291225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.291225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.291433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.306207] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1087.306449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.313830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.314109] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.314241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.314325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.314537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.314612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.314722] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 is going to be updated. [ 1087.347670] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.347830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.347897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.348128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.348274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.356844] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: IN_PROGRESS for 2s [ 1087.470519] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 1087.470738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.470908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.471141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.471331] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.471444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.471506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.471656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.471729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.471811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.471901] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.976153] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.976638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.976638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.976638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.976818] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.976937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.976980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.977115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.977201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.977335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.977437] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.977561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.977680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.977744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.977861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.977952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.978020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.978151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.978224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.978304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.978418] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.480357] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1253a63-27a9-4a56-851b-ec323714784f: rpc.has_security_group_logging(os_id): False [ 1088.499643] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.499870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.499949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.500184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.500272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.500583] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.500691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.500757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.500906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.500985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.501191] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.501285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.501347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.501491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.501560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.501734] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.501824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.501897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.502041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.502120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.502183] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be created. [ 1088.567053] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.567355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.567355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.567469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.567652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.582520] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: IN_PROGRESS for 2s [ 1089.159575] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.159903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.160333] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.160626] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.160901] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.161075] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.161195] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.161455] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.161564] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.161747] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.161860] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.161966] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.162082] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.162189] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.162293] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.162420] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.183612] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.183843] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.184057] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.184336] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.184829] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-976f6eb8-6cf3-4ebe-b236-68e3e670657c taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.185134] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.185262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.185875] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.186078] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976f6eb8-6cf3-4ebe-b236-68e3e670657c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.368908] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7747a38-4a65-470a-9e38-523ffe6321e5 in Status: SUCCESS [ 1089.369129] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 deletion is rescheduled due to dependency. [ 1089.369262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.688880] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.689127] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.689278] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.689525] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.689673] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.689965] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.690137] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.690253] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.690470] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.690608] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.690892] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.691060] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.691234] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.691658] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.691658] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.691809] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 976f6eb8-6cf3-4ebe-b236-68e3e670657c is going to be updated. [ 1089.714773] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.714773] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.714773] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.714773] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.715080] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.715239] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.507316] env[65815]: INFO networking_nsxv3.common.synchronization [req-f3ed4f1f-d58c-4c5f-92ef-3efb4eba32c4 req-d9e233ce-632c-4b35-b527-d3b291afb3b3 service nova] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_rules [ 1090.507316] env[65815]: INFO networking_nsxv3.common.synchronization [req-f3ed4f1f-d58c-4c5f-92ef-3efb4eba32c4 req-d9e233ce-632c-4b35-b527-d3b291afb3b3 service nova] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_members [ 1090.507316] env[65815]: INFO networking_nsxv3.common.synchronization [req-f3ed4f1f-d58c-4c5f-92ef-3efb4eba32c4 req-d9e233ce-632c-4b35-b527-d3b291afb3b3 service nova] Enqueued Resource ID: 976f6eb8-6cf3-4ebe-b236-68e3e670657c with Priority: HIGHEST for action port [ 1090.507946] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_rules [ 1090.508250] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_members [ 1090.508541] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 976f6eb8-6cf3-4ebe-b236-68e3e670657c with Priority: HIGHEST for action port [ 1090.509015] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.510602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.510602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.510602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.510602] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.510743] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.510801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.511579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.511579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.511579] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.511579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.511579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.511579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.511579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.511906] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.513148] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-976f6eb8-6cf3-4ebe-b236-68e3e670657c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.513295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.513373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.514678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.514916] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('976f6eb8-6cf3-4ebe-b236-68e3e670657c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.599695] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 1090.600059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.018581] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 976f6eb8-6cf3-4ebe-b236-68e3e670657c with status ACTIVE [ 1091.018847] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.019078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.019209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.019534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.019684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.019956] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.020136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.020240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.020493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.020654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.020996] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.021194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.021364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.021585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.021692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.021800] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 976f6eb8-6cf3-4ebe-b236-68e3e670657c is going to be updated. [ 1091.023136] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.023284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.023449] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.049028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.049313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.049313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.049456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.049567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.049725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-976f6eb8-6cf3-4ebe-b236-68e3e670657c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.526177] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.029952] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.029952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.029952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.029952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.029952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.029952] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 is going to be updated. [ 1092.063890] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.064095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.064189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.064461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.064648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.076561] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: IN_PROGRESS for 2s [ 1093.045112] env[65815]: INFO networking_nsxv3.common.synchronization [req-e479dde4-0abe-40c8-b754-d3b815ec6a58 req-75eddfbf-8ac8-4fcb-ae42-15e848623fb7 tempest-ServerActionsTestOtherB-296077359 tempest-ServerActionsTestOtherB-296077359-project-member] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1093.045647] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1093.045949] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.046074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.046136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.046988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.046988] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.046988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.046988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.046988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.046988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.046988] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.548843] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.549013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.549077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.549305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.549390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.549579] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.549686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.549736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.549867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.549942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.550027] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 1093.585169] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.585395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.585479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.585663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.585814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.606020] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 1094.086650] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: SUCCESS [ 1094.086893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.087472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.087709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.087908] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.088040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.088112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.088268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.088343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.088425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.088557] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.591142] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.068047] env[65815]: INFO networking_nsxv3.common.synchronization [req-1710e389-d91c-42e4-bdc5-241eecacd5f0 req-affe5869-55eb-4d0c-b2d2-2ce6f43521a6 tempest-ImagesOneServerNegativeTestJSON-1054993926 tempest-ImagesOneServerNegativeTestJSON-1054993926-project-member] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1095.068456] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGHEST for action security_group_members [ 1095.068771] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.068892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.068959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.069169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.069325] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.069448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.069495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.069643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.069725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.069819] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.094917] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129: rpc.has_security_group_logging(os_id): False [ 1095.114556] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.114735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.114804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.115031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.115126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.115721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.115721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.115721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.115890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.115890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.115890] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 is going to be created. [ 1095.178150] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.178294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.178365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.178574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.178754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.194737] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: IN_PROGRESS for 2s [ 1095.573380] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.573770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.573908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.574367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.574501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.574917] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.575109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.575215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.575534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.575669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.575840] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be updated. [ 1095.619612] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 1095.619909] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 deletion is rescheduled due to dependency. [ 1095.620195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.629375] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.629600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.629600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.629763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.629902] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.639858] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: IN_PROGRESS for 2s [ 1096.370169] env[65815]: INFO networking_nsxv3.common.synchronization [None req-e2e7e103-70b6-4cc0-8cb1-ff1bbe87bcf9 tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_rules [ 1096.370864] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_rules [ 1096.371271] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a77f47-d463-4552-b17e-57c535cba061 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.371410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.371763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.371763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.371905] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.466384] env[65815]: INFO networking_nsxv3.common.synchronization [None req-704d7c77-fe3c-4dcc-9e24-d09f01d89341 tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_rules [ 1096.467542] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_rules [ 1096.468220] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a77f47-d463-4552-b17e-57c535cba061 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.468220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.897170] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.897345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.897345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.897741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.897855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.898081] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a77f47-d463-4552-b17e-57c535cba061 already deleted. [ 1096.898123] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.898297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.898455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.898539] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.213503] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: SUCCESS [ 1097.213660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.511418] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.511901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.511901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.511901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.512080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.512080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a77f47-d463-4552-b17e-57c535cba061 already deleted. [ 1097.512151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.651670] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1253a63-27a9-4a56-851b-ec323714784f in Status: SUCCESS [ 1097.651989] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1253a63-27a9-4a56-851b-ec323714784f deletion is rescheduled due to dependency. [ 1097.652187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.732023] env[65815]: INFO networking_nsxv3.common.synchronization [req-f1f015b7-3bd2-4414-93be-644fac9248d3 req-71a8ccef-53ad-48bb-90b4-666e4f827024 tempest-ServerRescueNegativeTestJSON-1559514577 tempest-ServerRescueNegativeTestJSON-1559514577-project-member] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 1099.732633] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 1099.733063] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.733471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.733471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.733560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.733944] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.733944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.733944] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.734134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.734226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.734378] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.236479] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.388991] env[65815]: INFO networking_nsxv3.common.synchronization [None req-25992bbf-3a92-4424-93fd-7635acfbd0b9 tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 2acfa656-6c69-483c-9459-42a0506b45e6 with Priority: HIGHEST for action security_group_rules [ 1100.389832] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acfa656-6c69-483c-9459-42a0506b45e6 with Priority: HIGHEST for action security_group_rules [ 1100.390018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2acfa656-6c69-483c-9459-42a0506b45e6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.391038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2acfa656-6c69-483c-9459-42a0506b45e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.391038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2acfa656-6c69-483c-9459-42a0506b45e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.391038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2acfa656-6c69-483c-9459-42a0506b45e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.391038] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2acfa656-6c69-483c-9459-42a0506b45e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.487085] env[65815]: INFO networking_nsxv3.common.synchronization [None req-6c30f472-a52c-4dcd-b38f-e039efb51472 tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 2acfa656-6c69-483c-9459-42a0506b45e6 with Priority: HIGHEST for action security_group_rules [ 1100.487270] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acfa656-6c69-483c-9459-42a0506b45e6 with Priority: HIGHEST for action security_group_rules [ 1100.487815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2acfa656-6c69-483c-9459-42a0506b45e6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.487815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2acfa656-6c69-483c-9459-42a0506b45e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.648219] env[65815]: INFO networking_nsxv3.common.synchronization [req-0392056e-588a-4e76-8451-c772264fb123 req-533b5103-2399-4c5d-a4cc-dbeca2e384e9 tempest-ServersTestJSON-1154023960 tempest-ServersTestJSON-1154023960-project-member] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1100.649915] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGHEST for action security_group_members [ 1100.649915] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.649915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.649915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.649915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.649915] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.649915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.650914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.651196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.652665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.652665] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.739082] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.914704] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.915762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.915895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.916178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.916226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.916324] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2acfa656-6c69-483c-9459-42a0506b45e6 already deleted. [ 1100.916557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2acfa656-6c69-483c-9459-42a0506b45e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.916753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2acfa656-6c69-483c-9459-42a0506b45e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.916940] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2acfa656-6c69-483c-9459-42a0506b45e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.917050] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2acfa656-6c69-483c-9459-42a0506b45e6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.154625] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.154862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.154862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.155885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.155885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.155885] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.155885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.155885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.156277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.156277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.156277] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be updated. [ 1101.191638] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.191850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.191893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.192174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.192322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.206528] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: IN_PROGRESS for 2s [ 1101.242960] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.242960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.242960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.242960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.242960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.242960] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 is going to be updated. [ 1101.282456] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.282776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.282843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.283289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.283891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.308220] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: IN_PROGRESS for 2s [ 1101.312840] env[65815]: INFO networking_nsxv3.common.synchronization [req-8b62b167-cf27-4e30-8b73-854a0dd1636d req-68f39da7-b3c3-4478-90e3-f5a56bb283ab tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_members [ 1101.313611] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b88cd2c4-b024-4702-912d-0841e16377e9 with Priority: HIGHEST for action security_group_members [ 1101.313943] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-b88cd2c4-b024-4702-912d-0841e16377e9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.314243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.314313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.314523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.314789] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.314924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.314987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.315199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.315315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.315498] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b88cd2c4-b024-4702-912d-0841e16377e9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.438987] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.438987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.438987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.438987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.438987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.438987] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2acfa656-6c69-483c-9459-42a0506b45e6 already deleted. [ 1101.438987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2acfa656-6c69-483c-9459-42a0506b45e6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.818240] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.818526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.818526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.818656] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.840318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.840578] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.840750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.840849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.841088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.841176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.841270] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88cd2c4-b024-4702-912d-0841e16377e9 is going to be updated. [ 1101.871666] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.871666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.871785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.872143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.872197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.883452] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88cd2c4-b024-4702-912d-0841e16377e9 in Status: IN_PROGRESS for 2s [ 1103.217327] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 in Status: SUCCESS [ 1103.217679] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 deletion is rescheduled due to dependency. [ 1103.217679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.324418] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: SUCCESS [ 1103.324654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.893080] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b88cd2c4-b024-4702-912d-0841e16377e9 in Status: SUCCESS [ 1103.893080] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b88cd2c4-b024-4702-912d-0841e16377e9 deletion is rescheduled due to dependency. [ 1103.893200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b88cd2c4-b024-4702-912d-0841e16377e9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.871790] env[65815]: INFO networking_nsxv3.common.synchronization [req-5b6b9737-b1ac-4ea6-be05-116e6e6f6d9e req-35b5a752-7eef-48f4-bae4-e7c8c127f635 tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 1104.872381] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 1104.872660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.872807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.872877] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.873227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.873431] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.873522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.873577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.874537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.874537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.874537] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.011214] env[65815]: INFO networking_nsxv3.common.synchronization [req-2a705f20-38db-4d06-814c-b2adb801f534 req-dd5e0be5-36fd-4d42-a06b-c5c5c74f818f tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1105.011214] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1105.011214] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.011550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.011722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.012019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.013544] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.013801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.013957] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.014227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.014400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.014629] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.198360] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.198728] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.198792] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.199110] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.199407] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.199527] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.199727] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.200262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.200421] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.200643] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.200755] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.200884] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.201008] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.201140] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.201249] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.201661] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.222715] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.222904] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.223067] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.223249] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-820" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.223644] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-3080b4bb-4113-48b2-a2aa-ef59f9775d89 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.224231] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-3080b4bb-4113-48b2-a2aa-ef59f9775d89" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.224231] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-3080b4bb-4113-48b2-a2aa-ef59f9775d89" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.224330] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-3080b4bb-4113-48b2-a2aa-ef59f9775d89" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.224452] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3080b4bb-4113-48b2-a2aa-ef59f9775d89',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.375693] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.518190] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.518190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.518190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.518190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.518190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.518190] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.518190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.518190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.518190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.518489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.518489] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1105.547477] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.547637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.547690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.547912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.548074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.557558] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1105.727427] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.727700] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.727766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.728050] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.728198] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.728349] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 3080b4bb-4113-48b2-a2aa-ef59f9775d89 not found, creating... [ 1105.728653] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.728787] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.728866] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.729089] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.729225] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.729538] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.729730] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.729761] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.729964] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.730184] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.730279] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 3080b4bb-4113-48b2-a2aa-ef59f9775d89 is going to be created. [ 1105.751077] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.751304] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.751428] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.751700] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.751923] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.752180] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-3080b4bb-4113-48b2-a2aa-ef59f9775d89" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.878272] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.380857] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.381030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.382033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.382033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.382033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.382033] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be updated. [ 1106.417399] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.417576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.417700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.417965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.418181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.429142] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: IN_PROGRESS for 2s [ 1106.512237] env[65815]: INFO networking_nsxv3.common.synchronization [req-5b6b9737-b1ac-4ea6-be05-116e6e6f6d9e req-4e2ee8a9-4ff4-41fa-8399-848296dc23d9 service nova] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_rules [ 1106.512237] env[65815]: INFO networking_nsxv3.common.synchronization [req-5b6b9737-b1ac-4ea6-be05-116e6e6f6d9e req-4e2ee8a9-4ff4-41fa-8399-848296dc23d9 service nova] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 1106.512237] env[65815]: INFO networking_nsxv3.common.synchronization [req-5b6b9737-b1ac-4ea6-be05-116e6e6f6d9e req-4e2ee8a9-4ff4-41fa-8399-848296dc23d9 service nova] Enqueued Resource ID: 3080b4bb-4113-48b2-a2aa-ef59f9775d89 with Priority: HIGHEST for action port [ 1106.512237] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_rules [ 1106.512237] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 1106.512237] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3080b4bb-4113-48b2-a2aa-ef59f9775d89 with Priority: HIGHEST for action port [ 1106.512827] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.513268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.513443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.513760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.513935] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.515160] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.515368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.515770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-3080b4bb-4113-48b2-a2aa-ef59f9775d89 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.516022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3080b4bb-4113-48b2-a2aa-ef59f9775d89" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.516172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3080b4bb-4113-48b2-a2aa-ef59f9775d89" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.516443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3080b4bb-4113-48b2-a2aa-ef59f9775d89" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.516600] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3080b4bb-4113-48b2-a2aa-ef59f9775d89',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.019094] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.019413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.019525] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3080b4bb-4113-48b2-a2aa-ef59f9775d89 with status ACTIVE [ 1107.019979] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.020173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.020262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.020756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.020987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.021142] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.021203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.021387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.021438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.021495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.021678] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.021864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.021963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.022615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.022615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.022615] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3080b4bb-4113-48b2-a2aa-ef59f9775d89 is going to be updated. [ 1107.044242] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.044347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.044496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.044644] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.044786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.044947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3080b4bb-4113-48b2-a2aa-ef59f9775d89" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.282733] env[65815]: INFO networking_nsxv3.common.synchronization [req-61809835-9804-4f24-9eb7-ef7980ab86ae req-ec0fe1fa-0040-4750-9223-ea1ab505feae tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1107.283684] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1107.283684] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.283853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.283853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.284031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.284197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.284319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.284389] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.284532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.284603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.284651] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.569520] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1107.569727] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 1107.569802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.620397] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.620610] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.620715] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.620990] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.621272] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.621428] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.621544] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.621764] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.621958] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.622253] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.622314] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.622408] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.622518] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.622619] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.622723] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.622852] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.641864] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.642045] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.642186] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.642363] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.642678] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-47a8b84e-aae1-408a-bff0-c8baf0c800cf taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.642848] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-47a8b84e-aae1-408a-bff0-c8baf0c800cf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.642968] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-47a8b84e-aae1-408a-bff0-c8baf0c800cf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.643330] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-47a8b84e-aae1-408a-bff0-c8baf0c800cf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.643466] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a8b84e-aae1-408a-bff0-c8baf0c800cf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.787250] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.146557] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.147036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.147036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.147209] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.147352] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.147501] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 47a8b84e-aae1-408a-bff0-c8baf0c800cf not found, creating... [ 1108.147756] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.147910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.148039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.148263] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.148394] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.148686] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.148836] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.148949] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.149168] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.149295] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.149437] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 47a8b84e-aae1-408a-bff0-c8baf0c800cf is going to be created. [ 1108.170155] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.170363] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.170434] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.170719] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.170943] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.171196] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-47a8b84e-aae1-408a-bff0-c8baf0c800cf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.292311] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.440561] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 1108.441539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.442490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.442490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.442605] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.442732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.442788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.442948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.443042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.443245] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.798659] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.798878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.798967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.799218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.799320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.799469] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 is going to be updated. [ 1108.834966] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.834966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.834966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.834966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.834966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.847226] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: IN_PROGRESS for 2s [ 1108.912269] env[65815]: INFO networking_nsxv3.common.synchronization [req-61809835-9804-4f24-9eb7-ef7980ab86ae req-974ad3d7-5836-4714-a9e8-c8ce3076dfff service nova] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_rules [ 1108.912269] env[65815]: INFO networking_nsxv3.common.synchronization [req-61809835-9804-4f24-9eb7-ef7980ab86ae req-974ad3d7-5836-4714-a9e8-c8ce3076dfff service nova] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1108.912269] env[65815]: INFO networking_nsxv3.common.synchronization [req-61809835-9804-4f24-9eb7-ef7980ab86ae req-974ad3d7-5836-4714-a9e8-c8ce3076dfff service nova] Enqueued Resource ID: 47a8b84e-aae1-408a-bff0-c8baf0c800cf with Priority: HIGHEST for action port [ 1108.913227] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_rules [ 1108.913674] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1108.914912] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a8b84e-aae1-408a-bff0-c8baf0c800cf with Priority: HIGHEST for action port [ 1108.914912] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.914912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.914912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.914912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.915313] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.916437] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.916696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.917510] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-47a8b84e-aae1-408a-bff0-c8baf0c800cf taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.917783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47a8b84e-aae1-408a-bff0-c8baf0c800cf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.917966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47a8b84e-aae1-408a-bff0-c8baf0c800cf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.919060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47a8b84e-aae1-408a-bff0-c8baf0c800cf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.919060] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47a8b84e-aae1-408a-bff0-c8baf0c800cf',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.945619] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.420243] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.420508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.420567] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47a8b84e-aae1-408a-bff0-c8baf0c800cf with status ACTIVE [ 1109.420698] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.420816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.420915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.421097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.421191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.421917] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.421917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.421917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.421917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.421917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.421917] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.422137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.422137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.422193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.422226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.422318] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47a8b84e-aae1-408a-bff0-c8baf0c800cf is going to be updated. [ 1109.447890] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.450597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.450760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.450822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.451078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.451178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.451373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47a8b84e-aae1-408a-bff0-c8baf0c800cf" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.952593] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.952756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.952825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.953064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.953155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.953275] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be updated. [ 1109.985836] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.986014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.986014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.986271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.986422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.998738] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: IN_PROGRESS for 2s [ 1110.857829] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: SUCCESS [ 1110.858127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.858619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.858619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.858787] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.858925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.859028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.859204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.859283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.859563] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.361617] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.864872] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.012017] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 1112.012284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.012435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.012650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.014645] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.014777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.014841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.015116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.015148] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.015335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.015369] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.056887] env[65815]: INFO networking_nsxv3.common.synchronization [None req-c6cd6d42-e77e-4f9f-8960-c7dc2a9446e0 None None] Enqueued Resource ID: e4efc81c-eaaa-46c4-bc68-429a56219b79 with Priority: HIGHEST for action port [ 1112.056887] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4efc81c-eaaa-46c4-bc68-429a56219b79 with Priority: HIGHEST for action port [ 1112.057192] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4efc81c-eaaa-46c4-bc68-429a56219b79 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.057490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4efc81c-eaaa-46c4-bc68-429a56219b79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.057652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4efc81c-eaaa-46c4-bc68-429a56219b79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.058088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4efc81c-eaaa-46c4-bc68-429a56219b79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.058442] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4efc81c-eaaa-46c4-bc68-429a56219b79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.367730] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.367961] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.368049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.368271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.368413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.368461] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 is going to be updated. [ 1112.398221] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.398336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.398379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.398578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.398724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.409595] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: IN_PROGRESS for 2s [ 1112.519317] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.560313] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4efc81c-eaaa-46c4-bc68-429a56219b79 [ 1112.561051] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.561051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.561051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.561051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.561338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.561523] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4efc81c-eaaa-46c4-bc68-429a56219b79 already deleted. [ 1112.561523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4efc81c-eaaa-46c4-bc68-429a56219b79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.021640] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48e84d99-11be-4d85-a25f-5ab39c5b5f16: rpc.has_security_group_logging(os_id): False [ 1113.051132] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.051132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.051132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.051132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.051132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.051402] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.051402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.052219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.053049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.053049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.053049] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be updated. [ 1113.127143] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.127143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.127143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.127143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.127143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.158602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: IN_PROGRESS for 2s [ 1114.422579] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: SUCCESS [ 1114.423047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.423047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.423167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.423354] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.423505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.423572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.423736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.423817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.423906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.424009] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.475629] env[65815]: INFO networking_nsxv3.common.synchronization [None req-1e94d873-078f-4670-9eaf-2c6307763776 None None] Enqueued Resource ID: 1b569c96-c3e4-47d1-ac63-b5aaf971ed1b with Priority: HIGHEST for action port [ 1114.476368] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b569c96-c3e4-47d1-ac63-b5aaf971ed1b with Priority: HIGHEST for action port [ 1114.477085] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b569c96-c3e4-47d1-ac63-b5aaf971ed1b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.477085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b569c96-c3e4-47d1-ac63-b5aaf971ed1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.478354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b569c96-c3e4-47d1-ac63-b5aaf971ed1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.478354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b569c96-c3e4-47d1-ac63-b5aaf971ed1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.478354] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b569c96-c3e4-47d1-ac63-b5aaf971ed1b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.932349] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.979575] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b569c96-c3e4-47d1-ac63-b5aaf971ed1b [ 1114.979849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.980188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.980285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.980503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.980597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.980693] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b569c96-c3e4-47d1-ac63-b5aaf971ed1b already deleted. [ 1114.980775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b569c96-c3e4-47d1-ac63-b5aaf971ed1b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.174083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 1115.174321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.434570] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e09d641-0f14-46b3-a648-581c3049afb7: rpc.has_security_group_logging(os_id): False [ 1115.459855] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.460098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.460177] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.460406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.460496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.460752] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.460844] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.460896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.461070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.461145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.461235] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 is going to be updated. [ 1115.522779] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.522956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.523050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.523266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.523540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.539783] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: IN_PROGRESS for 2s [ 1115.647158] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.647158] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.647158] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.647399] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.647636] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.647820] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.647959] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.648199] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.648342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.648550] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.648665] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.648772] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.648877] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.648984] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.649099] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.649227] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.667842] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.667941] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.668100] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.668272] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-455" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.668588] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.668760] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.668877] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.669161] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.669294] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ccbe32-3d90-40d5-a2b3-4e7408cf53a5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.172302] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.172581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.172710] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173010] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.173269] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.173518] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.173665] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.173763] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.173989] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.174186] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.174410] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.174562] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.174702] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.174920] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.175728] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.175971] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 is going to be updated. [ 1116.198308] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.198595] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.198943] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.199129] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.199317] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.199547] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.916439] env[65815]: INFO networking_nsxv3.common.synchronization [req-5feb612e-bf41-42ac-9f3a-4296dd13cf57 req-42a72367-c622-4356-b2c3-cc4b42d23b3f service nova] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_rules [ 1116.916737] env[65815]: INFO networking_nsxv3.common.synchronization [req-5feb612e-bf41-42ac-9f3a-4296dd13cf57 req-42a72367-c622-4356-b2c3-cc4b42d23b3f service nova] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1116.916864] env[65815]: INFO networking_nsxv3.common.synchronization [req-5feb612e-bf41-42ac-9f3a-4296dd13cf57 req-42a72367-c622-4356-b2c3-cc4b42d23b3f service nova] Enqueued Resource ID: 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 with Priority: HIGHEST for action port [ 1116.917334] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_rules [ 1116.917471] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1116.917583] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 with Priority: HIGHEST for action port [ 1116.917973] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.917973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.918399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.918399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.918399] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.919342] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.919427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.919457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.920014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.920014] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.920014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.920014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.920196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.920196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.920247] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.921717] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.921717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.921717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.921717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.921717] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ccbe32-3d90-40d5-a2b3-4e7408cf53a5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.423325] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.423557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.423725] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.424806] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 with status ACTIVE [ 1117.425015] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.425151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.425207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.425419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.425569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.425756] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.425856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.426658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.426658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.426658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.426658] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.426658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.426658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.426658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.426924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.426924] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18ccbe32-3d90-40d5-a2b3-4e7408cf53a5 is going to be updated. [ 1117.449574] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.449787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.449863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.450078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.450220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.450380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ccbe32-3d90-40d5-a2b3-4e7408cf53a5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.556046] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: SUCCESS [ 1117.556046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.929324] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.431843] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.432025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.432074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.432435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.432501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.432693] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be updated. [ 1118.467272] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.467541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.467607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.467831] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.468065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.478064] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1118.939920] env[65815]: INFO networking_nsxv3.common.synchronization [None req-084555cb-88d5-4c6c-94b8-8dd644209e96 None None] Enqueued Resource ID: 83af0228-3576-41c6-b918-76b9e8beca8e with Priority: HIGHEST for action port [ 1118.939920] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af0228-3576-41c6-b918-76b9e8beca8e with Priority: HIGHEST for action port [ 1118.939920] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-83af0228-3576-41c6-b918-76b9e8beca8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.940631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83af0228-3576-41c6-b918-76b9e8beca8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.940882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83af0228-3576-41c6-b918-76b9e8beca8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.941593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83af0228-3576-41c6-b918-76b9e8beca8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.941593] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83af0228-3576-41c6-b918-76b9e8beca8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.186206] env[65815]: INFO networking_nsxv3.common.synchronization [None req-454c23c9-04a2-4ce3-a3fa-fdcd751577c1 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1119.188037] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1119.188037] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.188037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.188464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.188884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.189350] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.190141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.190141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.190141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.190859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.192032] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.444708] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83af0228-3576-41c6-b918-76b9e8beca8e [ 1119.444708] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.444708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.444708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.444708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.444708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.444994] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83af0228-3576-41c6-b918-76b9e8beca8e already deleted. [ 1119.444994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83af0228-3576-41c6-b918-76b9e8beca8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.505755] env[65815]: INFO networking_nsxv3.common.synchronization [req-286a10d8-4938-461b-aa62-91d3e914e88b req-6e31595d-8bd7-41ad-91f4-5511e258630a tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_members [ 1119.506431] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_members [ 1119.507667] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a77f47-d463-4552-b17e-57c535cba061 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.508095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.508095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.508250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.508441] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.508632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.508632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.508769] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.508851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.508946] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.697331] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.701042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.701042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.701042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.701042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.701042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.701042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.701042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.701042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.701042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.701042] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be deleted. [ 1119.734195] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.734301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.734368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.734695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.734695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.734797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.012576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.012576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.012576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.012576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.012576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.012930] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.012930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.012930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.014088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.014088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.014088] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a77f47-d463-4552-b17e-57c535cba061 already deleted. [ 1120.014088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.044402] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.044747] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.044910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.045410] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.045933] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.046221] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.046349] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.046666] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.047537] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.047797] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.047950] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1120.048106] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1120.048607] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1120.048774] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1120.048919] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1120.049100] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1120.070486] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1120.070486] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1120.070486] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1120.070486] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.070486] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.070486] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.070739] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.070933] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.071097] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8409d219-7ce0-44d5-833f-f5fe0f6e4ba7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.490028] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1120.490996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.490996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.490996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.492324] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.492529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.492529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.492812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.493288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.493288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.493288] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.575039] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.575039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.575039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.575039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.575039] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.575039] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 8409d219-7ce0-44d5-833f-f5fe0f6e4ba7 not found, creating... [ 1120.575348] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.575348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.575419] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.575705] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.575849] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.576161] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.576317] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.576481] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.576763] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.576991] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.577233] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 8409d219-7ce0-44d5-833f-f5fe0f6e4ba7 is going to be created. [ 1120.600518] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.600746] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.600851] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.601143] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.601373] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.601740] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.997038] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.997310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.997409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.997685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.997911] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.998087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.998167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.998410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.998542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.998671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.998862] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.998967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.000159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.000159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.000159] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.000159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.000159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.000159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.000159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.000159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.000159] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.337422] env[65815]: INFO networking_nsxv3.common.synchronization [None req-1fac1b9a-5872-4f42-ac04-77b15aaa243c None None] Enqueued Resource ID: 3ee44662-ebe1-4e4b-ab11-4c14911efc86 with Priority: HIGHEST for action port [ 1121.337422] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ee44662-ebe1-4e4b-ab11-4c14911efc86 with Priority: HIGHEST for action port [ 1121.337693] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ee44662-ebe1-4e4b-ab11-4c14911efc86 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.337693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ee44662-ebe1-4e4b-ab11-4c14911efc86" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.337693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ee44662-ebe1-4e4b-ab11-4c14911efc86" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.338053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ee44662-ebe1-4e4b-ab11-4c14911efc86" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.338226] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ee44662-ebe1-4e4b-ab11-4c14911efc86',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.346009] env[65815]: INFO networking_nsxv3.common.synchronization [req-286a10d8-4938-461b-aa62-91d3e914e88b req-ee53fd5f-dbd4-4399-877b-368257ba45db service nova] Enqueued Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_rules [ 1121.346201] env[65815]: INFO networking_nsxv3.common.synchronization [req-286a10d8-4938-461b-aa62-91d3e914e88b req-ee53fd5f-dbd4-4399-877b-368257ba45db service nova] Enqueued Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_members [ 1121.346338] env[65815]: INFO networking_nsxv3.common.synchronization [req-286a10d8-4938-461b-aa62-91d3e914e88b req-ee53fd5f-dbd4-4399-877b-368257ba45db service nova] Enqueued Resource ID: 8409d219-7ce0-44d5-833f-f5fe0f6e4ba7 with Priority: HIGHEST for action port [ 1121.346819] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_rules [ 1121.346963] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_members [ 1121.347078] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8409d219-7ce0-44d5-833f-f5fe0f6e4ba7 with Priority: HIGHEST for action port [ 1121.347362] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a77f47-d463-4552-b17e-57c535cba061 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.347478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.347554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.347779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.347861] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.349636] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a77f47-d463-4552-b17e-57c535cba061 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.350098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.350442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.350681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.351008] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.351442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.351584] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.351771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.351918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.352068] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.353206] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.356115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.356410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.356511] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.356613] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8409d219-7ce0-44d5-833f-f5fe0f6e4ba7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.370673] env[65815]: INFO networking_nsxv3.common.synchronization [req-7c008c3a-ba5f-4759-9825-06081fe7fd68 req-cabdfff9-6392-4177-ad98-19380f0b6cbb tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1121.371574] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1121.371574] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.371714] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.372019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.372019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.372238] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.372554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.372554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.372741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.372935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.373083] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.502816] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 530fe56d-aa91-4f9e-9c6d-7b1449939a94: rpc.has_security_group_logging(os_id): False [ 1121.525160] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.525654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.525784] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.526036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.526130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.526336] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.526441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.526507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.526678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.526762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.526956] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.527064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.527125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.527266] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.527339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.527516] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.527609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.527671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.528189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.528306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.528416] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be updated. [ 1121.593296] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.593459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.593562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.593799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.593972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.610164] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1121.841952] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ee44662-ebe1-4e4b-ab11-4c14911efc86 [ 1121.842192] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.842327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.842457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.842898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.842898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.842898] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ee44662-ebe1-4e4b-ab11-4c14911efc86 already deleted. [ 1121.843131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ee44662-ebe1-4e4b-ab11-4c14911efc86" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.849032] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.849179] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.849368] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.849494] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.849963] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.850164] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.850252] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.850505] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.850647] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.850847] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.850954] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.851067] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.851171] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.851319] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.851356] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.851482] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.858472] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.860036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a77f47-d463-4552-b17e-57c535cba061 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.860036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.860036] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8409d219-7ce0-44d5-833f-f5fe0f6e4ba7 with status ACTIVE [ 1121.860288] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.860288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.860376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.860501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.860586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.860755] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.860871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.860933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.861105] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.861200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.861406] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.861468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.861532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.861672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.861798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.861830] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8409d219-7ce0-44d5-833f-f5fe0f6e4ba7 is going to be updated. [ 1121.872885] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.873101] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.873247] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.873495] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.873866] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-b9203c40-dc74-426f-9207-7fb4de5ae872 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.874080] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-b9203c40-dc74-426f-9207-7fb4de5ae872" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.874237] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-b9203c40-dc74-426f-9207-7fb4de5ae872" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.874736] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-b9203c40-dc74-426f-9207-7fb4de5ae872" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.874736] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9203c40-dc74-426f-9207-7fb4de5ae872',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.876209] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.876322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.876391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.876670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.876857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.877462] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.877462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.877462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.877462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.877462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.877462] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1121.886711] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.886711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.886879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.887279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.887279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.887383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8409d219-7ce0-44d5-833f-f5fe0f6e4ba7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.905230] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.905397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.905397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.905681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.905807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.916615] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1122.021259] env[65815]: INFO networking_nsxv3.common.synchronization [req-e4ef65cc-1be2-42cc-a78a-715b8a1acefd req-6952e57d-6ad6-4028-8358-ecc2d98fc7ab tempest-ServerRescueNegativeTestJSON-1559514577 tempest-ServerRescueNegativeTestJSON-1559514577-project-member] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 1122.021802] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGHEST for action security_group_members [ 1122.022314] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.022491] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.022537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.023397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.023638] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.023758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.023812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.024049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.024180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.024247] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.360742] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.379754] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.379976] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.380143] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.380466] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.380630] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.380787] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port b9203c40-dc74-426f-9207-7fb4de5ae872 not found, creating... [ 1122.381089] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.381291] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.381412] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.381625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.381759] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.382048] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.382199] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.382310] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.382506] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.382631] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.382772] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: b9203c40-dc74-426f-9207-7fb4de5ae872 is going to be created. [ 1122.404357] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.404661] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.404729] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.404942] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.405188] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.405417] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-b9203c40-dc74-426f-9207-7fb4de5ae872" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.507052] env[65815]: INFO networking_nsxv3.common.synchronization [None req-870fdbc7-d5f1-41e4-a560-9d4f747021dc tempest-ServersTestBootFromVolume-299726916 tempest-ServersTestBootFromVolume-299726916-project-member] Enqueued Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_rules [ 1122.507843] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_rules [ 1122.508406] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d747af5b-2551-4fed-98ec-6a162023416b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.508543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.508611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.508884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.508973] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.526813] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.526959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.527031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.527247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.551812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.552254] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.552454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.552575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.552884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.553945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.553945] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 is going to be updated. [ 1122.590309] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.590309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.590450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.590588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.590737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.603289] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: IN_PROGRESS for 2s [ 1122.836893] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ce4bcb30-4243-4aa2-a2a4-ccf58d5ce429 tempest-ServersTestBootFromVolume-299726916 tempest-ServersTestBootFromVolume-299726916-project-member] Enqueued Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_rules [ 1122.837475] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_rules [ 1122.837769] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d747af5b-2551-4fed-98ec-6a162023416b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.837860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.866493] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.866650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.866743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.866945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.867048] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.867145] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a77f47-d463-4552-b17e-57c535cba061 is going to be created. [ 1122.891333] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.891529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.891529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.891740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.891900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.902974] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a77f47-d463-4552-b17e-57c535cba061 in Status: UNINITIALIZED for 2s [ 1122.969734] env[65815]: INFO networking_nsxv3.common.synchronization [None req-b462c5c8-14eb-4db9-b106-3176138b210f tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_rules [ 1122.970286] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_rules [ 1122.970595] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4f1398-504c-4d29-8121-417458e9cc10 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.970729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.970791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.971450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.971610] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.035685] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.035685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.035685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.035685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.035685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.035685] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d747af5b-2551-4fed-98ec-6a162023416b already deleted. [ 1123.035685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.035685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.035685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.035685] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.160695] env[65815]: INFO networking_nsxv3.common.synchronization [req-7c008c3a-ba5f-4759-9825-06081fe7fd68 req-75ffbb64-cfaf-45f6-b8e8-54b3b88abbcd service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 1123.160695] env[65815]: INFO networking_nsxv3.common.synchronization [req-7c008c3a-ba5f-4759-9825-06081fe7fd68 req-75ffbb64-cfaf-45f6-b8e8-54b3b88abbcd service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1123.160695] env[65815]: INFO networking_nsxv3.common.synchronization [req-7c008c3a-ba5f-4759-9825-06081fe7fd68 req-75ffbb64-cfaf-45f6-b8e8-54b3b88abbcd service nova] Enqueued Resource ID: b9203c40-dc74-426f-9207-7fb4de5ae872 with Priority: HIGHEST for action port [ 1123.161181] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 1123.161430] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1123.161727] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9203c40-dc74-426f-9207-7fb4de5ae872 with Priority: HIGHEST for action port [ 1123.165614] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.165614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.165614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.165614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.165614] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.165614] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.165614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.165614] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9203c40-dc74-426f-9207-7fb4de5ae872 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.165614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9203c40-dc74-426f-9207-7fb4de5ae872" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.165614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9203c40-dc74-426f-9207-7fb4de5ae872" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.167649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9203c40-dc74-426f-9207-7fb4de5ae872" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.167649] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9203c40-dc74-426f-9207-7fb4de5ae872',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.364878] env[65815]: INFO networking_nsxv3.common.synchronization [None req-fc115a41-d6b0-408c-a7b1-c980dd01c9e9 tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_rules [ 1123.365458] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_rules [ 1123.365843] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4f1398-504c-4d29-8121-417458e9cc10 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.365959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.499487] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.499487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.499487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.499487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.499487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.499487] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4f1398-504c-4d29-8121-417458e9cc10 already deleted. [ 1123.499487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.500919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.500919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.500919] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.568037] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.568324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.568393] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.568871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.568871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.568976] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d747af5b-2551-4fed-98ec-6a162023416b already deleted. [ 1123.569040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.630181] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1123.630830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.668240] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.668313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.671353] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9203c40-dc74-426f-9207-7fb4de5ae872 with status ACTIVE [ 1123.672224] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.673104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.673289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.673601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.674498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.674815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.675684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.675855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.676294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.677610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.678127] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.678358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.678507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.678756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.678910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.679913] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9203c40-dc74-426f-9207-7fb4de5ae872 is going to be updated. [ 1123.740337] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.740528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.740621] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.740865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.741314] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.741829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9203c40-dc74-426f-9207-7fb4de5ae872" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.930038] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1123.930038] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 1123.930038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.930038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.930038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.930038] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.930038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.930038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.930038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.930038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.930038] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.022134] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.022271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.022344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.022562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.022652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.022896] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4f1398-504c-4d29-8121-417458e9cc10 already deleted. [ 1124.023051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.432850] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.616051] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 in Status: SUCCESS [ 1124.616364] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 deletion is rescheduled due to dependency. [ 1124.616529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.914894] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a77f47-d463-4552-b17e-57c535cba061 in Status: SUCCESS [ 1124.915247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.915414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.915693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.915929] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.916024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.916095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.916303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.916411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.916559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.916632] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.935664] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.419424] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.440116] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.440599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.440599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.440706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.440763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.440866] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1125.478591] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.478914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.478982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.479504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.479734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.493599] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1125.879174] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c59e16e-ad5c-4b7a-815f-385681fd9f32 req-faeaec79-9117-412c-9399-d240f5821e2a tempest-ServerActionsTestOtherB-296077359 tempest-ServerActionsTestOtherB-296077359-project-member] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1125.879752] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1125.880077] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.880205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.880295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.880566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.880629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.880722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.880783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.880941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.881178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.881321] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.922686] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a77f47-d463-4552-b17e-57c535cba061: rpc.has_security_group_logging(os_id): False [ 1125.941171] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.941409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.941494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.941728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.941819] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.942065] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.942439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.942512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.942679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.942761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.942852] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a77f47-d463-4552-b17e-57c535cba061 is going to be created. [ 1126.013339] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.013614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.013699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.014015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.014326] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.026765] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a77f47-d463-4552-b17e-57c535cba061 in Status: IN_PROGRESS for 2s [ 1126.359160] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.359424] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.359557] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.359912] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.361067] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.363166] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.363903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.363903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.363903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.364276] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.364477] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.364477] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.364610] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.364659] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1126.364776] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.364910] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.383909] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.384122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.384195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.384434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.384526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.384799] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.384915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.385029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.385158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.385239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.385330] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 1126.389102] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.389102] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.389102] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.389327] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.389580] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-39f6e0e0-edc3-4de6-831a-3a367aa507d4 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.389753] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.390125] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.390242] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.390383] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f6e0e0-edc3-4de6-831a-3a367aa507d4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.424127] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.424340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.424450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.424900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.424986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.442038] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 1126.893886] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.894211] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.894342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.894629] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.894779] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.894934] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 39f6e0e0-edc3-4de6-831a-3a367aa507d4 not found, creating... [ 1126.895217] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.895377] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.895492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.895767] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.895907] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.896294] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.896459] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.896591] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.896847] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.896982] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.897137] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 39f6e0e0-edc3-4de6-831a-3a367aa507d4 is going to be created. [ 1126.928343] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.928554] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.928685] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.929180] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.929445] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.929692] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.306627] env[65815]: INFO networking_nsxv3.common.synchronization [req-495aee2d-32a3-4364-9d49-c281a12588aa req-a1a7d5b2-29d6-46d1-8860-0117ce16168b tempest-DeleteServersTestJSON-86677025 tempest-DeleteServersTestJSON-86677025-project-member] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1127.307590] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGHEST for action security_group_members [ 1127.308117] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.308304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.308408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.308727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.308995] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.309174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.309272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.309518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.309647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.309792] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.503651] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1127.504598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.506256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.506256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.506256] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.506256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.506256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.506256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.506256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.506256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.506256] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.666540] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c59e16e-ad5c-4b7a-815f-385681fd9f32 req-a6a2c867-76f8-41a6-90c0-b2fe86df956b service nova] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 1127.666742] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c59e16e-ad5c-4b7a-815f-385681fd9f32 req-a6a2c867-76f8-41a6-90c0-b2fe86df956b service nova] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1127.666902] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c59e16e-ad5c-4b7a-815f-385681fd9f32 req-a6a2c867-76f8-41a6-90c0-b2fe86df956b service nova] Enqueued Resource ID: 39f6e0e0-edc3-4de6-831a-3a367aa507d4 with Priority: HIGHEST for action port [ 1127.667570] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 1127.667709] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1127.667809] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f6e0e0-edc3-4de6-831a-3a367aa507d4 with Priority: HIGHEST for action port [ 1127.668362] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.668488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.668555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.668789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.668847] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.670150] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.670324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.670561] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f6e0e0-edc3-4de6-831a-3a367aa507d4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.670865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.670963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.671206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.671288] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f6e0e0-edc3-4de6-831a-3a367aa507d4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.814200] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.814200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.814200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.814200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.814200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.814200] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.814200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.814200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.814625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.814625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.814625] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be updated. [ 1127.841965] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.841965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.841965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.841965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.841965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.850492] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: IN_PROGRESS for 2s [ 1128.008563] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.008699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.008817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.009154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.009378] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.009494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.009571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.009751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.009973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.009973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.010141] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.010237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.010309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.010456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.010622] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.010735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.010796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.010941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.011025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.011144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.011317] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.040410] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a77f47-d463-4552-b17e-57c535cba061 in Status: SUCCESS [ 1128.040612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.170709] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.171500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.173383] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f6e0e0-edc3-4de6-831a-3a367aa507d4 with status ACTIVE [ 1128.173617] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.173841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.173956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.174253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.174391] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.174609] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.174923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.174923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.175134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.175214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.176285] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.176285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.176285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.176285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.176285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.176285] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f6e0e0-edc3-4de6-831a-3a367aa507d4 is going to be updated. [ 1128.202363] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.202757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.202846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.203340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.203340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.203600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.218440] env[65815]: INFO networking_nsxv3.common.synchronization [req-84640482-816c-4815-b256-a963133658f6 req-4bd02cc4-7772-4874-ab05-9bbbd6cd2fae tempest-MultipleCreateTestJSON-486261396 tempest-MultipleCreateTestJSON-486261396-project-member] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1128.219195] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1128.219349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.219464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.219636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.219797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.219957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.220081] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.220144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.220280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.220372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.220455] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.453992] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 1128.454402] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 deletion is rescheduled due to dependency. [ 1128.457023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.457023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.457023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.457023] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.457023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.457023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.457023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.457023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.457023] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.513495] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d1f0f5-daed-499c-b5a1-caea3ac98d6f: rpc.has_security_group_logging(os_id): False [ 1128.536033] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.536033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.536033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.536033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.536033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.537041] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.537041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.537041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.537041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.537041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.537637] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.537637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.537637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.538079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.538079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.539030] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.539030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.539030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.539030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.539316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.539316] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1128.655385] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.655385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.655831] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.655895] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.656766] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.656766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.656766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.657059] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.657059] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.657242] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.657408] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.657468] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.657538] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.657744] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.657744] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.657884] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.663259] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.663259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.663475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.663623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.663790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.680591] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.680771] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.681827] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.681827] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.681827] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-71540b69-eb5b-4c4b-be07-bafeebf5b000 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.681827] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-71540b69-eb5b-4c4b-be07-bafeebf5b000" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.682219] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-71540b69-eb5b-4c4b-be07-bafeebf5b000" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.682436] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-71540b69-eb5b-4c4b-be07-bafeebf5b000" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.682512] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71540b69-eb5b-4c4b-be07-bafeebf5b000',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.684096] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1128.722709] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.722857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.722993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.723255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.723342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.725375] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.725375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.725375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.725375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.725375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.725375] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab already deleted. [ 1128.725375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.960256] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.186471] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.186860] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.187012] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.187460] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.187676] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.187937] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 71540b69-eb5b-4c4b-be07-bafeebf5b000 not found, creating... [ 1129.188303] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.188467] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.188586] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.188876] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.189198] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.189538] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.189709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.189823] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.190144] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.190308] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.190452] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 71540b69-eb5b-4c4b-be07-bafeebf5b000 is going to be created. [ 1129.227363] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.227704] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.227824] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.228186] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.228505] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.228841] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-71540b69-eb5b-4c4b-be07-bafeebf5b000" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.463337] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.862109] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f609db10-a071-495f-90db-b7d9023669f8 in Status: SUCCESS [ 1129.862407] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f609db10-a071-495f-90db-b7d9023669f8 deletion is rescheduled due to dependency. [ 1129.862473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.940576] env[65815]: INFO networking_nsxv3.common.synchronization [req-84640482-816c-4815-b256-a963133658f6 req-9d547ebc-f623-4bab-ac5d-863a22d95c2b service nova] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_rules [ 1129.941396] env[65815]: INFO networking_nsxv3.common.synchronization [req-84640482-816c-4815-b256-a963133658f6 req-9d547ebc-f623-4bab-ac5d-863a22d95c2b service nova] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1129.941396] env[65815]: INFO networking_nsxv3.common.synchronization [req-84640482-816c-4815-b256-a963133658f6 req-9d547ebc-f623-4bab-ac5d-863a22d95c2b service nova] Enqueued Resource ID: 71540b69-eb5b-4c4b-be07-bafeebf5b000 with Priority: HIGHEST for action port [ 1129.942757] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_rules [ 1129.942757] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1129.942757] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71540b69-eb5b-4c4b-be07-bafeebf5b000 with Priority: HIGHEST for action port [ 1129.942871] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.942931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.942965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.943222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.943303] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.944589] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.944708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.944774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.944945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.945110] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.945206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.945268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.945407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.945489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.945625] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.946368] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-71540b69-eb5b-4c4b-be07-bafeebf5b000 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.946464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71540b69-eb5b-4c4b-be07-bafeebf5b000" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.946778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71540b69-eb5b-4c4b-be07-bafeebf5b000" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.946778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71540b69-eb5b-4c4b-be07-bafeebf5b000" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.946778] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71540b69-eb5b-4c4b-be07-bafeebf5b000',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.965935] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.966108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.966179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.966387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.966476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.966572] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 1129.997529] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.997896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.997896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.997896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.998098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.008794] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 1130.448539] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.450043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.450043] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.450043] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71540b69-eb5b-4c4b-be07-bafeebf5b000 with status ACTIVE [ 1130.450243] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.450243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.450341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.450479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.451041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.451041] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.451041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.451041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.451041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.451250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.451282] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.451349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.451405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.451539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.451852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.451852] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71540b69-eb5b-4c4b-be07-bafeebf5b000 is going to be updated. [ 1130.479769] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.479974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.479974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.480195] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.480338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.480508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71540b69-eb5b-4c4b-be07-bafeebf5b000" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.696799] env[65815]: INFO networking_nsxv3.common.synchronization [req-84640482-816c-4815-b256-a963133658f6 req-343dc0dd-adc3-4abb-b50a-92f4e5713ce7 tempest-MultipleCreateTestJSON-486261396 tempest-MultipleCreateTestJSON-486261396-project-member] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1130.697397] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1130.697723] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.697838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.706039] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1130.706306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.954294] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.037323] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.037959] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.039186] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.039738] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.040122] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.040307] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.040514] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.040685] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.040826] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.041351] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.041351] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1131.041351] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1131.041351] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1131.041563] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1131.041563] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1131.041894] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1131.063766] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1131.063766] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1131.063766] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1131.063766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.063766] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-ddc4eb16-714d-414b-8417-63b82dc7f731 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.063766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-ddc4eb16-714d-414b-8417-63b82dc7f731" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.063766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-ddc4eb16-714d-414b-8417-63b82dc7f731" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.063766] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-ddc4eb16-714d-414b-8417-63b82dc7f731" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.063766] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc4eb16-714d-414b-8417-63b82dc7f731',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.457739] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.457935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.458035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.458387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.458387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.458491] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be created. [ 1131.484609] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.484817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.484911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.485205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.485376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.496319] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: UNINITIALIZED for 2s [ 1131.566731] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.567036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.567200] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.567506] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.568711] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.568711] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port ddc4eb16-714d-414b-8417-63b82dc7f731 not found, creating... [ 1131.568711] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.568711] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.568711] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.568711] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.569013] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.569168] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.569340] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.569469] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.569687] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.570450] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.570450] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: ddc4eb16-714d-414b-8417-63b82dc7f731 is going to be created. [ 1131.592679] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.592919] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.593043] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.593328] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.593556] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.593789] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-ddc4eb16-714d-414b-8417-63b82dc7f731" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.018791] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 1132.019093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.019276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.019499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.019778] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.019911] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.020051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.020137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.020218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.020308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.020400] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.392166] env[65815]: INFO networking_nsxv3.common.synchronization [req-84640482-816c-4815-b256-a963133658f6 req-26ee7d38-efe6-4be5-859c-0f9670d91376 service nova] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_rules [ 1132.392166] env[65815]: INFO networking_nsxv3.common.synchronization [req-84640482-816c-4815-b256-a963133658f6 req-26ee7d38-efe6-4be5-859c-0f9670d91376 service nova] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1132.392265] env[65815]: INFO networking_nsxv3.common.synchronization [req-84640482-816c-4815-b256-a963133658f6 req-26ee7d38-efe6-4be5-859c-0f9670d91376 service nova] Enqueued Resource ID: ddc4eb16-714d-414b-8417-63b82dc7f731 with Priority: HIGHEST for action port [ 1132.392816] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_rules [ 1132.392983] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1132.393818] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc4eb16-714d-414b-8417-63b82dc7f731 with Priority: HIGHEST for action port [ 1132.394167] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.394257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.395770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.395770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.395770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc4eb16-714d-414b-8417-63b82dc7f731 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.395770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc4eb16-714d-414b-8417-63b82dc7f731" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.395770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc4eb16-714d-414b-8417-63b82dc7f731" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.395770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc4eb16-714d-414b-8417-63b82dc7f731" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.395770] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc4eb16-714d-414b-8417-63b82dc7f731',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.523465] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.899227] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc4eb16-714d-414b-8417-63b82dc7f731 with status ACTIVE [ 1132.899429] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.899683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.899757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.899968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.900072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.900265] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.900358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.900422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.900577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.900632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.900814] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.900908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.900969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.901122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.901197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.901280] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc4eb16-714d-414b-8417-63b82dc7f731 is going to be updated. [ 1132.923342] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.923488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.923560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.923809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.923951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.924136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc4eb16-714d-414b-8417-63b82dc7f731" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.026021] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bc0c8ed-4981-438d-a347-32ff480deb97: rpc.has_security_group_logging(os_id): False [ 1133.045155] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.045390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.045505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.045885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.045959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.046274] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.046414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.046501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.046721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.046826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.046990] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 1133.121040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.121040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.121040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.121040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.121328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.144251] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 1133.512372] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1133.512732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.513850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.514121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.514378] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.514556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.515197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.515197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.515933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.516109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.516233] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.517180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.517475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.517558] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.518025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.518025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.518025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.518025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.518221] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.614972] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.615206] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.615329] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.615803] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.616118] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.616280] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.616394] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.616646] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.616795] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.616995] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.617141] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.617252] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.617501] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.617501] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.617582] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.617726] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.638566] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.638771] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.638921] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.639111] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.639451] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-1e0a4590-baa2-478b-bf67-7f059a7f9be3 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.639625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.639742] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.640107] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.640245] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0a4590-baa2-478b-bf67-7f059a7f9be3',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.020683] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.020882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.021082] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.143188] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.143545] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.143598] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.143961] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.144135] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.144303] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 1e0a4590-baa2-478b-bf67-7f059a7f9be3 not found, creating... [ 1134.144577] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.144751] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.144881] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.145137] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.145279] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.145670] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.145842] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.145972] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.146256] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.146382] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.146519] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 1e0a4590-baa2-478b-bf67-7f059a7f9be3 is going to be created. [ 1134.172199] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.172446] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.172574] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.173412] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.173711] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.174133] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.524298] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.894848] env[65815]: INFO networking_nsxv3.common.synchronization [req-4a018558-e23f-4d0e-a474-b11438589ce5 req-4a712c4e-69c4-40cd-b80f-945eb4c83e8c service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 1134.895094] env[65815]: INFO networking_nsxv3.common.synchronization [req-4a018558-e23f-4d0e-a474-b11438589ce5 req-4a712c4e-69c4-40cd-b80f-945eb4c83e8c service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1134.895534] env[65815]: INFO networking_nsxv3.common.synchronization [req-4a018558-e23f-4d0e-a474-b11438589ce5 req-4a712c4e-69c4-40cd-b80f-945eb4c83e8c service nova] Enqueued Resource ID: 1e0a4590-baa2-478b-bf67-7f059a7f9be3 with Priority: HIGHEST for action port [ 1134.896184] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 1134.896360] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1134.896449] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e0a4590-baa2-478b-bf67-7f059a7f9be3 with Priority: HIGHEST for action port [ 1134.896978] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.896978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.896978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.897233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.897335] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.899181] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.899181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.899181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.899181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.899181] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.899181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.899181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.899181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.899530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.899530] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.901233] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e0a4590-baa2-478b-bf67-7f059a7f9be3 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.901233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.901233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.901233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.901233] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0a4590-baa2-478b-bf67-7f059a7f9be3',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.026799] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.027373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.027703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.027879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.028424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.028424] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1135.058039] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.058220] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.058307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.058754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.059009] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.069261] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1135.162065] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 1135.162065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.402691] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.404139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.404756] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.405615] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e0a4590-baa2-478b-bf67-7f059a7f9be3 with status ACTIVE [ 1135.406715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.406715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.406715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.406715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.406715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.406715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.406715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.406715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.406715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.407157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.407157] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.407157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.407268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.407395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.407465] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.407594] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e0a4590-baa2-478b-bf67-7f059a7f9be3 is going to be updated. [ 1135.433233] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.433400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.433557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.433823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.433912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.434127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.911556] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.414541] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.414875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.414875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.415573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.415573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.415573] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be created. [ 1136.446909] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.449127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.451032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.451032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.451032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.470423] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: UNINITIALIZED for 2s [ 1137.080698] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1137.080856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.081045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.081337] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.081928] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.081928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.081928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.081928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.082788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.082788] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.584760] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.087566] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.482313] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1138.482626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.482813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.483084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.483281] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.483401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.483462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.483630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.484018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.484018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.484018] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.503597] env[65815]: INFO networking_nsxv3.common.synchronization [req-13d726a0-5ecc-44cc-a25e-ff5dbe339d5a req-493def1c-7cac-4dd7-bf41-18fef661cb1a tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_members [ 1138.503597] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_members [ 1138.503597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f1398-504c-4d29-8121-417458e9cc10 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.503597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.503597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.504059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.504480] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.504742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.505059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.505368] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.505537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.505787] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.590496] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.590890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.590890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.591155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.591273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.591413] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1138.625696] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.625980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.625980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.626261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.626420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.638596] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1138.862826] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.862936] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.863082] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.863385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.863836] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.864068] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.864242] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.864524] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.864764] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.865114] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.865244] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.865379] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.865510] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.865729] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.865895] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.866050] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.890284] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.890536] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.890703] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.890895] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.891245] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-ebd65400-8ae2-4fbf-8304-c1f9315992a7 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.891437] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-ebd65400-8ae2-4fbf-8304-c1f9315992a7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.891557] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-ebd65400-8ae2-4fbf-8304-c1f9315992a7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.891889] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-ebd65400-8ae2-4fbf-8304-c1f9315992a7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.892040] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd65400-8ae2-4fbf-8304-c1f9315992a7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.985863] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.986082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.986126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.986472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.986755] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.986912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.986956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.987142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.987226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.987442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.987509] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.987554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.987635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.987842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.987879] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.988047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.988047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.988203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.988309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.988363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.988477] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.008933] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.008933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.008933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.008933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.009363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.009363] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.009363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.009363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.009541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.011036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.011036] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f1398-504c-4d29-8121-417458e9cc10 already deleted. [ 1139.011036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.395044] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.395410] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.396120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.396120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.396120] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.396120] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port ebd65400-8ae2-4fbf-8304-c1f9315992a7 not found, creating... [ 1139.396432] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.396576] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.396724] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.396988] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.397062] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.397364] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.397498] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.397613] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.397915] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.398198] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.398198] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: ebd65400-8ae2-4fbf-8304-c1f9315992a7 is going to be created. [ 1139.422789] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.423027] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.423150] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.423435] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.423690] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.423936] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-ebd65400-8ae2-4fbf-8304-c1f9315992a7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.491234] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7c45f3b-1d8a-465f-868a-196f4905784f: rpc.has_security_group_logging(os_id): False [ 1139.521571] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.521938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.521938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.522336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.522495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.522854] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.523041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.523132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.523404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.523602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.523849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.524027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.524142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.524381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.524502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.524822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.524970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.525108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.525345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.525474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.525614] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be created. [ 1139.625774] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.626205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.626205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.626339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.626537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.647088] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1140.141408] env[65815]: INFO networking_nsxv3.common.synchronization [req-13d726a0-5ecc-44cc-a25e-ff5dbe339d5a req-49db49f1-9522-47e4-86ee-40a0ffea92a9 service nova] Enqueued Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_rules [ 1140.141715] env[65815]: INFO networking_nsxv3.common.synchronization [req-13d726a0-5ecc-44cc-a25e-ff5dbe339d5a req-49db49f1-9522-47e4-86ee-40a0ffea92a9 service nova] Enqueued Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_members [ 1140.141894] env[65815]: INFO networking_nsxv3.common.synchronization [req-13d726a0-5ecc-44cc-a25e-ff5dbe339d5a req-49db49f1-9522-47e4-86ee-40a0ffea92a9 service nova] Enqueued Resource ID: ebd65400-8ae2-4fbf-8304-c1f9315992a7 with Priority: HIGHEST for action port [ 1140.142617] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_rules [ 1140.142809] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_members [ 1140.142961] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebd65400-8ae2-4fbf-8304-c1f9315992a7 with Priority: HIGHEST for action port [ 1140.143360] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4f1398-504c-4d29-8121-417458e9cc10 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.143577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.143719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.143916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.144054] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.145888] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f1398-504c-4d29-8121-417458e9cc10 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.147126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.147254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.147660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.147660] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.147789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.147789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.148138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.148138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.148138] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.149019] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebd65400-8ae2-4fbf-8304-c1f9315992a7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.150032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebd65400-8ae2-4fbf-8304-c1f9315992a7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.150032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebd65400-8ae2-4fbf-8304-c1f9315992a7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.150032] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebd65400-8ae2-4fbf-8304-c1f9315992a7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.150032] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebd65400-8ae2-4fbf-8304-c1f9315992a7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.646804] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f1398-504c-4d29-8121-417458e9cc10 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.646804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.648508] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1140.648728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.648876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.649104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.649280] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.649394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.649457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.649611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.649683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.649771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.649918] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.650027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.650088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.650208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.650341] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.650430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.650485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.650618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.650690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.650770] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.650854] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.651756] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.652384] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebd65400-8ae2-4fbf-8304-c1f9315992a7 with status ACTIVE [ 1140.652546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.652663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.652725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.652863] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.652937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.653113] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.653215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.653267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.653453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.653577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.653790] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.653885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.653945] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.654104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.654179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.654264] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebd65400-8ae2-4fbf-8304-c1f9315992a7 is going to be updated. [ 1140.674669] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.674872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.674872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.675121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.675255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.675411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebd65400-8ae2-4fbf-8304-c1f9315992a7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.158053] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa379c55-f86d-4fb2-b3bd-6525933dbfab: rpc.has_security_group_logging(os_id): False [ 1141.158053] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.176213] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.176407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.176449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.176701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.176845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.176993] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.177103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.177165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.177324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.177403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.177598] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.177694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.177912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.177912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.178091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.178586] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.178686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.178752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.178949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.179036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.179098] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be created. [ 1141.242232] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.242384] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.242455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.242862] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.242952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.257604] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1141.661324] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.661796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.661796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.661796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.661796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.662021] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f1398-504c-4d29-8121-417458e9cc10 is going to be created. [ 1141.663679] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1141.663880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.685377] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.685544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.685582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.686019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.686223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.695973] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f1398-504c-4d29-8121-417458e9cc10 in Status: UNINITIALIZED for 2s [ 1143.271881] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1143.272160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.272361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.272607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.272723] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.708468] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f1398-504c-4d29-8121-417458e9cc10 in Status: SUCCESS [ 1143.708694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.708979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.709224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.709427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.709549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.709640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.709861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.709861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.709936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.710018] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.774866] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.775077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.775127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.776108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.776108] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.776108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.776108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.776108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.776108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.776108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.776366] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.787184] env[65815]: INFO networking_nsxv3.common.synchronization [req-b6b4a08f-f8f2-40ff-821f-cb131fe73d77 req-430efc85-92c1-40cc-999f-a3c21a77b4c7 tempest-MultipleCreateTestJSON-486261396 tempest-MultipleCreateTestJSON-486261396-project-member] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1143.787184] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1143.787184] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.787184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.787184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.787184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.787184] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.787184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.787184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.787184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.787592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.787592] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.212872] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.278418] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.279628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.289768] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.714725] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc4f1398-504c-4d29-8121-417458e9cc10: rpc.has_security_group_logging(os_id): False [ 1144.734775] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.734851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.735413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.735790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.735901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.736174] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.736279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.736343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.736501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.736569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.736655] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4f1398-504c-4d29-8121-417458e9cc10 is going to be created. [ 1144.791917] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.818657] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.818847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.818965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.819236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.819479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.833182] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4f1398-504c-4d29-8121-417458e9cc10 in Status: IN_PROGRESS for 2s [ 1145.295291] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.295914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.295914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.295914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.296064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.296064] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1145.333967] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.333967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.336456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.336456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.336456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.347849] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1145.393244] env[65815]: INFO networking_nsxv3.common.synchronization [req-002a1518-10ae-4026-b3f8-1b727768a892 req-3a8724d6-1375-45d3-b976-ca7e3e0b88cd tempest-MultipleCreateTestJSON-486261396 tempest-MultipleCreateTestJSON-486261396-project-member] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1145.393244] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1145.393542] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.393542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.849056] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc4f1398-504c-4d29-8121-417458e9cc10 in Status: SUCCESS [ 1146.849056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.358805] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1147.359062] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.359284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.359444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.359648] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.359768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.359834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.359985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.360075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.360161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.360319] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.360396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.360458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.360592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.360726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.360819] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.360873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.361013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.361090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.361168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.361252] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.362142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.362303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.362444] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.362537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.362605] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.362759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.362816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.362898] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.864799] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa379c55-f86d-4fb2-b3bd-6525933dbfab: rpc.has_security_group_logging(os_id): False [ 1147.866185] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.866316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.866386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.866773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.866773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.866890] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.866968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.867037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.867182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.867260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.867352] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1147.916778] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.916966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.917060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.917261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.917349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.917546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.917642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.917703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.917849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.917926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.918156] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.918252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.918311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.918452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.918522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.918706] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.918800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.918855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.919126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.919209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.919294] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1147.932534] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.932693] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.932740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.932954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.933120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.941933] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1147.997195] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.997396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.997396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.997611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.997759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.013706] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1148.368477] env[65815]: INFO networking_nsxv3.common.synchronization [req-5720bcca-1fa3-4bc1-a42f-58d8996a3a47 req-c7a2a609-1a3f-4d88-8f08-1b3f72c032e6 tempest-ServersTestBootFromVolume-299726916 tempest-ServersTestBootFromVolume-299726916-project-member] Enqueued Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_members [ 1148.369197] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_members [ 1148.369345] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d747af5b-2551-4fed-98ec-6a162023416b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.369461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.369519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.370093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.370093] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.370093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.370093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.370455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.370455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.370455] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.710814] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-651 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.711425] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.711425] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.711561] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.711844] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.711998] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.712129] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.712356] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.712511] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.712776] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.712852] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.712936] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.713044] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.713155] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.713258] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.713396] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.737552] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.737742] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.737885] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.738129] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-651" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.738517] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-06021154-0554-4d74-b140-9592e414386a taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.738700] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-06021154-0554-4d74-b140-9592e414386a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.738824] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-06021154-0554-4d74-b140-9592e414386a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.739163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-06021154-0554-4d74-b140-9592e414386a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.739304] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06021154-0554-4d74-b140-9592e414386a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.872190] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.872572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.872572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.872640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.872713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.872906] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.873013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.873080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.873230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.873311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.873382] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d747af5b-2551-4fed-98ec-6a162023416b already deleted. [ 1148.873461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.241900] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.242401] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.242401] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.244207] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.244207] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.244207] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 06021154-0554-4d74-b140-9592e414386a not found, creating... [ 1149.244207] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.244207] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.252033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.252033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.252033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.252033] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.252033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.252033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.252033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.252033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.252465] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 06021154-0554-4d74-b140-9592e414386a is going to be created. [ 1149.284512] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.285057] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.285324] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.285709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.286386] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.286850] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-06021154-0554-4d74-b140-9592e414386a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.682511] env[65815]: INFO networking_nsxv3.common.synchronization [req-592a0336-eb68-4720-858e-494ac8d9ff16 req-d19d4b51-52b3-4421-a11f-7f9aa226c4de tempest-AttachVolumeShelveTestJSON-1807910003 tempest-AttachVolumeShelveTestJSON-1807910003-project-member] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_members [ 1149.683125] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGHEST for action security_group_members [ 1149.683471] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.683640] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.683757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.683887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.684056] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.684152] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.684209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.684357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.684429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.684524] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.955639] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1149.956022] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab deletion is rescheduled due to dependency. [ 1149.956071] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.983074] env[65815]: INFO networking_nsxv3.common.synchronization [req-5720bcca-1fa3-4bc1-a42f-58d8996a3a47 req-2d5fa668-a898-48aa-8120-c439103504fc service nova] Enqueued Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_rules [ 1149.983074] env[65815]: INFO networking_nsxv3.common.synchronization [req-5720bcca-1fa3-4bc1-a42f-58d8996a3a47 req-2d5fa668-a898-48aa-8120-c439103504fc service nova] Enqueued Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_members [ 1149.983252] env[65815]: INFO networking_nsxv3.common.synchronization [req-5720bcca-1fa3-4bc1-a42f-58d8996a3a47 req-2d5fa668-a898-48aa-8120-c439103504fc service nova] Enqueued Resource ID: 06021154-0554-4d74-b140-9592e414386a with Priority: HIGHEST for action port [ 1149.988383] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_rules [ 1149.988554] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_members [ 1149.988679] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06021154-0554-4d74-b140-9592e414386a with Priority: HIGHEST for action port [ 1149.989764] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d747af5b-2551-4fed-98ec-6a162023416b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.989764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.989764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.990164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.993987] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.995628] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d747af5b-2551-4fed-98ec-6a162023416b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.995628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.996439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.996687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.996827] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.996930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.996998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.997173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.997251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.997349] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.000849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-06021154-0554-4d74-b140-9592e414386a taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.000849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06021154-0554-4d74-b140-9592e414386a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.000849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06021154-0554-4d74-b140-9592e414386a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.000849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06021154-0554-4d74-b140-9592e414386a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.000849] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06021154-0554-4d74-b140-9592e414386a',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.033571] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1150.034423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.189135] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.189135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.189135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.189135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.189135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.189135] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.189135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.189135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.189135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.189135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.189135] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 is going to be updated. [ 1150.225550] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.225550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.225699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.227015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.227015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.240568] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: IN_PROGRESS for 2s [ 1150.502067] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.503512] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d747af5b-2551-4fed-98ec-6a162023416b taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.503660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.503849] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06021154-0554-4d74-b140-9592e414386a with status ACTIVE [ 1150.504030] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.504140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.504206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.504405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.504503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.504658] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.504752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.504817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.504964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.505060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.505251] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.505734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.505734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.505734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.505734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.505734] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06021154-0554-4d74-b140-9592e414386a is going to be updated. [ 1150.532164] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.532323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.532454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.532603] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.532738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.532905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06021154-0554-4d74-b140-9592e414386a" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.009136] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.512255] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.512456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.512505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.512697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.512785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.512939] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d747af5b-2551-4fed-98ec-6a162023416b is going to be created. [ 1151.539746] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.539873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.539947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.540179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.540338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.550964] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d747af5b-2551-4fed-98ec-6a162023416b in Status: UNINITIALIZED for 2s [ 1152.264502] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 in Status: SUCCESS [ 1152.265128] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 deletion is rescheduled due to dependency. [ 1152.265387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564015] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d747af5b-2551-4fed-98ec-6a162023416b in Status: SUCCESS [ 1153.564015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.564015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.564514] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.564514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.564514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.564514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.564514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564716] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564716] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.661645] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.661932] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.662097] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.662472] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.662796] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.663063] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.663181] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.663480] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.663706] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.663992] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.664171] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.664326] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.664474] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.664629] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.664780] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.664966] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.688200] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.688411] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.688517] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.688700] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-890" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.689053] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-1e0a4590-baa2-478b-bf67-7f059a7f9be3 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.689216] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.689433] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.689625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.689760] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0a4590-baa2-478b-bf67-7f059a7f9be3',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.066628] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.192787] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.192982] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.193124] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.193411] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.193560] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.193846] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.194015] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.194142] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.194361] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.194494] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.194865] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.195068] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.195190] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.195430] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.195566] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.195711] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 1e0a4590-baa2-478b-bf67-7f059a7f9be3 is going to be updated. [ 1154.219720] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.219949] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.220089] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.220383] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.220583] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.220860] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.569700] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d747af5b-2551-4fed-98ec-6a162023416b: rpc.has_security_group_logging(os_id): False [ 1154.587596] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.587778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.587897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.588064] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.588200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.588896] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.588896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.588896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.588896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.588896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.589115] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d747af5b-2551-4fed-98ec-6a162023416b is going to be created. [ 1154.649565] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.649736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.649854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.650161] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.650291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.662335] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d747af5b-2551-4fed-98ec-6a162023416b in Status: IN_PROGRESS for 2s [ 1154.701641] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c7cb3b5-8ff7-4900-96e8-0f620310223d req-f3a686aa-e42f-4cf8-92cf-f1324ee4e71c tempest-ListServerFiltersTestJSON-1443050171 tempest-ListServerFiltersTestJSON-1443050171-project-member] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1154.702331] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1154.702780] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.702885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.702919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.703199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.703522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.703522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.703522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.703666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.703779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.703905] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.931979] env[65815]: INFO networking_nsxv3.common.synchronization [req-1e4d49a4-17d9-4273-a4e9-e710957813c8 req-237fd7d7-0bd7-44a4-928e-4d6d7f7e41ce service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 1154.932889] env[65815]: INFO networking_nsxv3.common.synchronization [req-1e4d49a4-17d9-4273-a4e9-e710957813c8 req-237fd7d7-0bd7-44a4-928e-4d6d7f7e41ce service nova] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1154.932889] env[65815]: INFO networking_nsxv3.common.synchronization [req-1e4d49a4-17d9-4273-a4e9-e710957813c8 req-237fd7d7-0bd7-44a4-928e-4d6d7f7e41ce service nova] Enqueued Resource ID: 1e0a4590-baa2-478b-bf67-7f059a7f9be3 with Priority: HIGHEST for action port [ 1154.932889] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_rules [ 1154.933089] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1154.933282] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e0a4590-baa2-478b-bf67-7f059a7f9be3 with Priority: HIGHEST for action port [ 1154.933667] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.933855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.934051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.934363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.934999] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.936208] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.936851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.936985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.937268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.941153] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.941153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.941153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.941153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.941340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.941340] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.942476] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e0a4590-baa2-478b-bf67-7f059a7f9be3 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.942476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.942476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.942635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.942635] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e0a4590-baa2-478b-bf67-7f059a7f9be3',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.095483] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.095723] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.095926] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.096278] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.096554] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.096707] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.096825] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.097225] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.097388] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.097594] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.097709] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.097818] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.097927] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.098060] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.098190] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.098324] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.120575] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.120667] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.120842] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.121086] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.121526] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-1647e740-cae4-4bc5-9b97-ab7900d5253f taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.121808] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-1647e740-cae4-4bc5-9b97-ab7900d5253f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.121890] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-1647e740-cae4-4bc5-9b97-ab7900d5253f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.122291] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-1647e740-cae4-4bc5-9b97-ab7900d5253f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.122475] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1647e740-cae4-4bc5-9b97-ab7900d5253f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.206265] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.206419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.206492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.206729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.206812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.207047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.207151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.207212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.207369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.207443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.207531] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc already deleted. [ 1155.207611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.444507] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.446508] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.446653] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.447121] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e0a4590-baa2-478b-bf67-7f059a7f9be3 with status ACTIVE [ 1155.447315] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.447434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.447541] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.448338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.448338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.448338] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.448338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.448338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.448695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.448695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.448787] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.448864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.448954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.449181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.449295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.449421] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e0a4590-baa2-478b-bf67-7f059a7f9be3 is going to be updated. [ 1155.474653] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.474854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.474901] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.475198] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.475379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.475552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e0a4590-baa2-478b-bf67-7f059a7f9be3" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.626156] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.626555] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.626599] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.626925] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.627103] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.627273] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 1647e740-cae4-4bc5-9b97-ab7900d5253f not found, creating... [ 1155.627603] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.627831] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.627960] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.628207] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.628345] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.628639] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.628800] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.628914] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.629132] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.629270] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.629409] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 1647e740-cae4-4bc5-9b97-ab7900d5253f is going to be created. [ 1155.651594] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.651827] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.651914] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.652323] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.652564] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.652790] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-1647e740-cae4-4bc5-9b97-ab7900d5253f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.948386] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.077648] env[65815]: INFO networking_nsxv3.common.synchronization [req-95bff04d-84c8-4f41-9624-11ff5ea30a7a req-58df6038-9941-441a-bbfb-d930d9b6e5a4 tempest-ServersNegativeTestJSON-1151697973 tempest-ServersNegativeTestJSON-1151697973-project-member] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1156.078236] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGHEST for action security_group_members [ 1156.078551] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.078681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.078746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.078985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.079156] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.079274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.079906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.079906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.079968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.080072] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.388973] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c7cb3b5-8ff7-4900-96e8-0f620310223d req-b3f82139-dbef-4be6-b527-837770684aa2 service nova] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_rules [ 1156.388973] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c7cb3b5-8ff7-4900-96e8-0f620310223d req-b3f82139-dbef-4be6-b527-837770684aa2 service nova] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1156.388973] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c7cb3b5-8ff7-4900-96e8-0f620310223d req-b3f82139-dbef-4be6-b527-837770684aa2 service nova] Enqueued Resource ID: 1647e740-cae4-4bc5-9b97-ab7900d5253f with Priority: HIGHEST for action port [ 1156.388973] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_rules [ 1156.389149] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1156.389249] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1647e740-cae4-4bc5-9b97-ab7900d5253f with Priority: HIGHEST for action port [ 1156.389636] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.389762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.389829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.390117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.390200] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.391468] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.391735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.391853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.392830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.393017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.393129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.393193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.393532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.393593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.393716] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.397856] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1647e740-cae4-4bc5-9b97-ab7900d5253f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.398069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1647e740-cae4-4bc5-9b97-ab7900d5253f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.398069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1647e740-cae4-4bc5-9b97-ab7900d5253f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.398262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1647e740-cae4-4bc5-9b97-ab7900d5253f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.398367] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1647e740-cae4-4bc5-9b97-ab7900d5253f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.451275] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.451458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.451535] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.451763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.451855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.451955] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1156.484079] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.484506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.484506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.484617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.484695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.494773] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1156.583057] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.583057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.583057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.583402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.583402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.583840] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.583840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.584071] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.584206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.584355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.584478] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be updated. [ 1156.632879] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.633302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.633302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.633302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.633441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.649496] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: IN_PROGRESS for 2s [ 1156.681397] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d747af5b-2551-4fed-98ec-6a162023416b in Status: SUCCESS [ 1156.682037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.901505] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.902588] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.902708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.903282] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1647e740-cae4-4bc5-9b97-ab7900d5253f with status ACTIVE [ 1156.903282] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.903488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.903488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.904240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.904240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.904421] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.904503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.904555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.904943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.905043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.905237] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.905328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.905378] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.905533] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.905606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.905683] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1647e740-cae4-4bc5-9b97-ab7900d5253f is going to be updated. [ 1156.932475] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.932644] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.932697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.932968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.933082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.933265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1647e740-cae4-4bc5-9b97-ab7900d5253f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.053800] env[65815]: INFO networking_nsxv3.common.synchronization [req-ca03b478-73ba-4ad2-94e4-a321f80994e2 req-471280db-7168-4265-a76b-c2901ccc5dbc tempest-ListServerFiltersTestJSON-1443050171 tempest-ListServerFiltersTestJSON-1443050171-project-member] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1157.054394] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1157.054724] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.054829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.408060] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.494721] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.494970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.495095] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.495333] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.495614] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.495826] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.496047] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.496247] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.496375] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.496615] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.496723] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.496864] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.497015] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.497132] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.497264] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.497399] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.519716] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.519910] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.520542] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.520542] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.520542] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-f675899e-951d-4def-97ce-4d745a88f2ba taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.520806] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-f675899e-951d-4def-97ce-4d745a88f2ba" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.520806] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-f675899e-951d-4def-97ce-4d745a88f2ba" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.521137] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-f675899e-951d-4def-97ce-4d745a88f2ba" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.521271] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f675899e-951d-4def-97ce-4d745a88f2ba',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.911087] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.911087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.911612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.911612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.911612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.911743] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be created. [ 1157.943028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.943028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.943028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.943028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.943028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.953985] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: UNINITIALIZED for 2s [ 1158.024384] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.024805] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.024965] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.025292] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.025531] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.025707] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port f675899e-951d-4def-97ce-4d745a88f2ba not found, creating... [ 1158.026186] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.026421] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.026547] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.026905] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.027122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.027463] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.027633] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.027751] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.027986] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.028291] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.028538] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: f675899e-951d-4def-97ce-4d745a88f2ba is going to be created. [ 1158.054440] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.054638] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.054755] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.055070] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.055257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.055461] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-f675899e-951d-4def-97ce-4d745a88f2ba" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.504472] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1158.504708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.504914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.505179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.505377] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.505524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.505575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.505705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.505858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.505988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.506093] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.660595] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 in Status: SUCCESS [ 1158.660897] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 deletion is rescheduled due to dependency. [ 1158.661098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.767024] env[65815]: INFO networking_nsxv3.common.synchronization [req-ca03b478-73ba-4ad2-94e4-a321f80994e2 req-153c5822-15ad-4c8a-889b-fb8728796f33 service nova] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_rules [ 1158.767513] env[65815]: INFO networking_nsxv3.common.synchronization [req-ca03b478-73ba-4ad2-94e4-a321f80994e2 req-153c5822-15ad-4c8a-889b-fb8728796f33 service nova] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1158.767513] env[65815]: INFO networking_nsxv3.common.synchronization [req-ca03b478-73ba-4ad2-94e4-a321f80994e2 req-153c5822-15ad-4c8a-889b-fb8728796f33 service nova] Enqueued Resource ID: f675899e-951d-4def-97ce-4d745a88f2ba with Priority: HIGHEST for action port [ 1158.769468] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_rules [ 1158.769468] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1158.769468] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f675899e-951d-4def-97ce-4d745a88f2ba with Priority: HIGHEST for action port [ 1158.769468] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.769468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.769468] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.769468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.769868] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-f675899e-951d-4def-97ce-4d745a88f2ba taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.770470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f675899e-951d-4def-97ce-4d745a88f2ba" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.770470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f675899e-951d-4def-97ce-4d745a88f2ba" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.770470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f675899e-951d-4def-97ce-4d745a88f2ba" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.770470] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f675899e-951d-4def-97ce-4d745a88f2ba',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.009209] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.009639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.010205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.011355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.011355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.011355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.011355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.011355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.011355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.011355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.011355] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.011355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.011743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.011743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.011743] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.012068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.012068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.012068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.012068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.012238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.012238] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.276692] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f675899e-951d-4def-97ce-4d745a88f2ba with status ACTIVE [ 1159.277593] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.277593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.277593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.277593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.277593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.277912] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.277912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.277912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.278028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.278067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.278240] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.278324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.278380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.278513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.278580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.278882] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f675899e-951d-4def-97ce-4d745a88f2ba is going to be updated. [ 1159.303362] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.303362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.303479] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.303871] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.303975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.304209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f675899e-951d-4def-97ce-4d745a88f2ba" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.514888] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7c45f3b-1d8a-465f-868a-196f4905784f: rpc.has_security_group_logging(os_id): False [ 1159.540517] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.540517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.540517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.540517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.540517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.540810] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.540810] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.540810] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.540928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.540990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.541186] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.541279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.541444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.541492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.541554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.541735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.541830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.541890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.542036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.542111] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.542263] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1159.598218] env[65815]: INFO networking_nsxv3.common.synchronization [req-dc63f8ae-fe84-41dc-97ae-263d65336dd6 req-f52cab74-99fd-496a-9a6f-11716c489a68 tempest-ListServerFiltersTestJSON-1443050171 tempest-ListServerFiltersTestJSON-1443050171-project-member] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1159.598218] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1159.598832] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.598832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.609298] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.609497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.609497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.609705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.609845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.632801] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1159.887517] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.887818] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.888265] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.888684] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.889100] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.889347] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.889575] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.890030] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.890146] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.890452] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.890639] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.890820] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.890996] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.891455] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.891455] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.891668] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.910935] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.911115] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.911254] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.911432] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-130" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.911747] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-7c2837ae-ebab-45c7-b377-091023816153 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.911916] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-7c2837ae-ebab-45c7-b377-091023816153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.912048] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-7c2837ae-ebab-45c7-b377-091023816153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.912382] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-7c2837ae-ebab-45c7-b377-091023816153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.912521] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2837ae-ebab-45c7-b377-091023816153',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.964201] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1159.964417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.964581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.964792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.964982] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.965112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.965172] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.965323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.965401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.965486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.965580] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.966494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.967426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.967592] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.967697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.967760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.967900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.968012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.968120] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.414562] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.414917] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.414917] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.415215] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.415362] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.415513] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 7c2837ae-ebab-45c7-b377-091023816153 not found, creating... [ 1160.415771] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.415988] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.416122] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.416334] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.416465] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.416744] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.416940] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.417085] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.417293] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.417424] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.417559] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 7c2837ae-ebab-45c7-b377-091023816153 is going to be created. [ 1160.441815] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.442102] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.442282] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.442569] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.442807] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.443052] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-7c2837ae-ebab-45c7-b377-091023816153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.470052] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.470256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.470458] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.972457] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.174565] env[65815]: INFO networking_nsxv3.common.synchronization [req-dc63f8ae-fe84-41dc-97ae-263d65336dd6 req-7d27150d-d689-4549-ae21-01c27393452b service nova] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_rules [ 1161.174892] env[65815]: INFO networking_nsxv3.common.synchronization [req-dc63f8ae-fe84-41dc-97ae-263d65336dd6 req-7d27150d-d689-4549-ae21-01c27393452b service nova] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1161.175241] env[65815]: INFO networking_nsxv3.common.synchronization [req-dc63f8ae-fe84-41dc-97ae-263d65336dd6 req-7d27150d-d689-4549-ae21-01c27393452b service nova] Enqueued Resource ID: 7c2837ae-ebab-45c7-b377-091023816153 with Priority: HIGHEST for action port [ 1161.175969] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_rules [ 1161.176254] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1161.176483] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2837ae-ebab-45c7-b377-091023816153 with Priority: HIGHEST for action port [ 1161.176822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.176983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.177263] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.177376] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.177616] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2837ae-ebab-45c7-b377-091023816153 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.177816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2837ae-ebab-45c7-b377-091023816153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.178218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2837ae-ebab-45c7-b377-091023816153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.178218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2837ae-ebab-45c7-b377-091023816153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.178394] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2837ae-ebab-45c7-b377-091023816153',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.474745] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.475035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.475035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.475108] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.475197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.475298] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1161.510058] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.510058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.510058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.510058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.510058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.520163] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1161.658332] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1161.658565] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.681563] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c2837ae-ebab-45c7-b377-091023816153 with status ACTIVE [ 1161.681563] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.681902] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.681902] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.682063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.682103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.682299] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.682457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.682457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.682604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.682663] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.682879] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.682977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.682977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.683118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.683200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.683268] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c2837ae-ebab-45c7-b377-091023816153 is going to be updated. [ 1161.705689] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.705689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.705689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.705689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.705689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.705689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2837ae-ebab-45c7-b377-091023816153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.851509] env[65815]: INFO networking_nsxv3.common.synchronization [None req-6c867342-dfe0-4dfe-8eb9-450ef785686b tempest-AttachVolumeShelveTestJSON-1807910003 tempest-AttachVolumeShelveTestJSON-1807910003-project-member] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_rules [ 1161.851925] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_rules [ 1161.852349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.852408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.852467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.852782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.852838] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.955729] env[65815]: INFO networking_nsxv3.common.synchronization [None req-7036d0b2-75aa-41b2-a2d8-c79c35a4b949 tempest-AttachVolumeShelveTestJSON-1807910003 tempest-AttachVolumeShelveTestJSON-1807910003-project-member] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_rules [ 1161.956259] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_rules [ 1161.956702] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.958135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.373278] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.373428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.373498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.373758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.373933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.374219] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e already deleted. [ 1162.374219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.374342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.374489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.374569] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.894930] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.895321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.895321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.895544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.895702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.895866] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e already deleted. [ 1162.895972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.532634] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1163.532865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.533058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.533323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.533508] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.533616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.533697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.533838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.533927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.534054] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.935059] env[65815]: INFO networking_nsxv3.common.synchronization [req-1efa14a0-f6d4-4b9d-b578-c1a2e2818fa0 req-1762a163-838b-49b6-a970-f8ba26f766f1 tempest-MultipleCreateTestJSON-486261396 tempest-MultipleCreateTestJSON-486261396-project-member] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1163.939059] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1163.940029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.940029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.940029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.940029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.940275] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.940275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.940275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.940383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.940433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.940739] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.037035] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.310113] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.310113] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.310244] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.310474] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.310719] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.310878] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.310989] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.311212] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.311348] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.311550] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.311657] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.311785] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.311864] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.311972] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.312082] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.312245] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.331838] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.331838] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.331838] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.331838] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.332066] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.332481] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.332481] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.332706] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.332772] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.443179] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.443424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.443505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.443837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.443935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.444247] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.444400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.444507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.444767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.444895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.444998] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1164.472083] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.472083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.472324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.472357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.472513] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.482381] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1164.538979] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.834743] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.835097] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.835196] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.835482] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.835632] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.835933] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b not found, creating... [ 1164.836121] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.836282] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.836429] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.836699] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.836896] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.837332] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.837560] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.837731] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.838036] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.838239] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.838439] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b is going to be created. [ 1164.863637] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.863902] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.864080] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.864369] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.864597] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.864876] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.041548] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.042021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.042021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.042702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.042855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.042989] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1165.075197] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.075455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.075455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.075776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.075776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.090117] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1165.582488] env[65815]: INFO networking_nsxv3.common.synchronization [req-1efa14a0-f6d4-4b9d-b578-c1a2e2818fa0 req-9bc0a64a-50ea-477b-90b7-8497de0095bb service nova] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_rules [ 1165.582488] env[65815]: INFO networking_nsxv3.common.synchronization [req-1efa14a0-f6d4-4b9d-b578-c1a2e2818fa0 req-9bc0a64a-50ea-477b-90b7-8497de0095bb service nova] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1165.582488] env[65815]: INFO networking_nsxv3.common.synchronization [req-1efa14a0-f6d4-4b9d-b578-c1a2e2818fa0 req-9bc0a64a-50ea-477b-90b7-8497de0095bb service nova] Enqueued Resource ID: bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b with Priority: HIGHEST for action port [ 1165.583515] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_rules [ 1165.583790] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1165.584044] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b with Priority: HIGHEST for action port [ 1165.584775] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.585093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.585245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.585525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.585686] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.587140] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.587350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.587789] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.588034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.588206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.588471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.589028] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.093585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.094043] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.094043] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b with status ACTIVE [ 1166.094164] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.094272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.094330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.094548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.094624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.094792] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.094914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.094952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.095099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.095188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.095359] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.095454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.095506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.095634] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.095698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.095781] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b is going to be updated. [ 1166.124225] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.124401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.124481] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.124700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.124837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.125011] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc9843ea-edb1-47cd-b7c5-7bd01ec56a8b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.496027] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1166.496027] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab deletion is rescheduled due to dependency. [ 1166.496027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.496027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.496027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.496027] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.496027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.496027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.496027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.496027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.496027] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.890076] env[65815]: INFO networking_nsxv3.common.synchronization [req-1efa14a0-f6d4-4b9d-b578-c1a2e2818fa0 req-d69eea28-a301-4257-905f-c8c7c0a89e62 tempest-MultipleCreateTestJSON-486261396 tempest-MultipleCreateTestJSON-486261396-project-member] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1166.890076] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1166.890515] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.890515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.997916] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.101761] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1167.102154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.102302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.102561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.102707] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.102814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.102878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.103035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.105101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.105101] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.187620] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-486 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.187818] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.187941] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.188671] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.188956] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.189151] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.189342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.189509] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.189628] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.189873] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.189993] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.190179] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.190325] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.190457] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.190597] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.190756] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.212025] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.212025] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.212128] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.212278] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-486" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.212649] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.212843] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.212990] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.213473] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.213670] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142f3464-1be7-4a3b-b178-f0fae4d2f9b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.501369] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.608282] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.715904] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.716226] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.716387] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.716569] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.716716] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.716878] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 142f3464-1be7-4a3b-b178-f0fae4d2f9b0 not found, creating... [ 1167.717280] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.717438] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.717565] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.717765] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.717886] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.718854] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.719101] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.719265] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.719368] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.719507] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.719647] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 142f3464-1be7-4a3b-b178-f0fae4d2f9b0 is going to be created. [ 1167.741531] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.741759] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.741921] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.742219] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.742709] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.742981] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.003635] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.003914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.003914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.004087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.004153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.004263] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1168.033844] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.033965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.034021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.034301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.034399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.044289] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1168.112555] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.476186] env[65815]: INFO networking_nsxv3.common.synchronization [req-1efa14a0-f6d4-4b9d-b578-c1a2e2818fa0 req-ff4e45d2-f594-4413-b460-ee81b979f543 service nova] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_rules [ 1168.476186] env[65815]: INFO networking_nsxv3.common.synchronization [req-1efa14a0-f6d4-4b9d-b578-c1a2e2818fa0 req-ff4e45d2-f594-4413-b460-ee81b979f543 service nova] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1168.476186] env[65815]: INFO networking_nsxv3.common.synchronization [req-1efa14a0-f6d4-4b9d-b578-c1a2e2818fa0 req-ff4e45d2-f594-4413-b460-ee81b979f543 service nova] Enqueued Resource ID: 142f3464-1be7-4a3b-b178-f0fae4d2f9b0 with Priority: HIGHEST for action port [ 1168.476186] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_rules [ 1168.476186] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1168.476186] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142f3464-1be7-4a3b-b178-f0fae4d2f9b0 with Priority: HIGHEST for action port [ 1168.476604] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.476604] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.476668] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.476704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.476898] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.477040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.477106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.477305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.477379] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142f3464-1be7-4a3b-b178-f0fae4d2f9b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.614704] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.614879] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.614952] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.615211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.615348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.615452] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1168.673370] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.673600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.673600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.673828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.674069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.684572] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1168.979414] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 142f3464-1be7-4a3b-b178-f0fae4d2f9b0 with status ACTIVE [ 1168.979910] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.979910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.979910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.980090] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.980137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.980341] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.980441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.980500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.981097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.981097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.981097] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.981097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.981097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.981320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.981320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.981382] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 142f3464-1be7-4a3b-b178-f0fae4d2f9b0 is going to be updated. [ 1169.018232] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.018421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.018421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.018631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.018772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.018955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-142f3464-1be7-4a3b-b178-f0fae4d2f9b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.054211] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1170.054572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.054631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.054851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.055063] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.055187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.055253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.055431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.055509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.055606] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.055708] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.056865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.057125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.057353] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.057469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.057552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.057745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.057827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.057933] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.561055] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.561196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.561283] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.697177] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1170.697443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.697624] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.697951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.698177] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.698298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.698355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.698744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.698744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.698744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.698925] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.698925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.699091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.699126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.699259] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.699352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.699412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.699544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.699617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.699697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.699804] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.700697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.700864] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.701039] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.701141] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.701211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.701342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.701419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.701505] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.064752] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.169867] env[65815]: INFO networking_nsxv3.common.synchronization [req-eb6190fc-9c89-409b-addf-44393516a44f req-e5ef45ef-902e-4a61-aeaf-6ab2856b2881 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1171.170621] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1171.170813] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.170912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.170968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.175095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.175095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.175095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.175095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.175095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.175095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.175095] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.206561] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb91393b-36a9-4f6a-a19b-792301f517bc: rpc.has_security_group_logging(os_id): False [ 1171.206561] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.223337] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.223688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.224332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.224711] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.225103] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.225495] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.225785] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.225994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.226359] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.226589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.227049] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.228270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.228270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.228270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.228270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.228270] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.228543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.228727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.229049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.229248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.229451] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be created. [ 1171.298206] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.298423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.298423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.298696] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.298789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.316892] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1171.569113] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.569113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.569113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.569113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.569113] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.569113] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1171.602030] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.602030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.602030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.602030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.602030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.615396] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1171.680163] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.707407] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.183253] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.211706] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.213559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.213664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.213918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.214073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.214227] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1172.262272] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.262441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.262529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.262852] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.263033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.275218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1172.686113] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.686381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.686503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.686764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.686929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.687115] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 is going to be updated. [ 1172.723620] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.723856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.723943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.724247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.724402] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.737135] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: IN_PROGRESS for 2s [ 1173.329301] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1173.329569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.329741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.329986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.330086] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.633967] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1173.633967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.633967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.633967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.633967] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.633967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.633967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.633967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.633967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.633967] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.832841] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.833007] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.135995] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.286770] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1174.287181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.287360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.287590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.287786] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.287918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.287988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.288143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.288214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.288299] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.288420] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.638737] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.750286] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: SUCCESS [ 1174.750500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.790569] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.790724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.790896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.791038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.791312] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.791312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.791489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.791564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.791647] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.791733] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.791887] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.792016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.792099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.792247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.792412] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.792512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.792574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.792727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.792797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.792935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.793046] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.141623] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.141829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.141829] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.142128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.142248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.142368] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1175.179063] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.179293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.179434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.179576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.179724] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.194187] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1175.295474] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb91393b-36a9-4f6a-a19b-792301f517bc: rpc.has_security_group_logging(os_id): False [ 1175.317599] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.317822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.317822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.318065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.318168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.318412] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.318516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.318589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.318778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.319346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.319346] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.319346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.319346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.319346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.319669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.319669] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.319794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.319794] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.319888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.320323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.320323] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1175.381029] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.381029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.381029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.381253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.381341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.393325] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1176.171793] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1176.171793] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 1177.203802] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1177.204125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.204288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.204482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.204687] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.204817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.204884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.205077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.205160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.205258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.205417] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.205519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.205579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.205718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.205852] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.205965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.206027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.206167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.206238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.206316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.206398] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.405311] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1177.405523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.405699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.405977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.406092] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.708395] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa379c55-f86d-4fb2-b3bd-6525933dbfab: rpc.has_security_group_logging(os_id): False [ 1177.729712] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.729905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.729946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.730224] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.730349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.730642] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.730774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.730828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.730970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.731072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.731333] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.731385] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.731461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.731617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.731729] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.731948] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.732257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.732529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.732635] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.732723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.732822] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1177.802283] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.802562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.802697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.803031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.803284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.818368] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1177.908727] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.908727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.908727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.909074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.909313] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.909456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.909544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.909758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.909886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.910085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.910549] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.414042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.414478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.414478] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.414589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.414677] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.414779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.414840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.414993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.415102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.415189] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.415341] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.415431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.415489] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.415628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.415761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.415851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.415926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.416167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.416319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.416433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.416525] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.919389] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb91393b-36a9-4f6a-a19b-792301f517bc: rpc.has_security_group_logging(os_id): False [ 1178.944351] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.944545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.944709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.944962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.945193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.945522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.945695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.945772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.946107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.946282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.946631] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.946763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.946950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.947225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.947335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.947622] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.947776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.947848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.948065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.948168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.948361] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1179.064550] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.064550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.064550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.064550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.064550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.083372] env[65815]: INFO networking_nsxv3.common.synchronization [req-38e19f18-2b6c-4eeb-891b-db1ad7751b2e req-0ce7ac46-56d7-4f28-a911-3404315ed223 tempest-AttachVolumeShelveTestJSON-1807910003 tempest-AttachVolumeShelveTestJSON-1807910003-project-member] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_members [ 1179.084543] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_members [ 1179.084543] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.084860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.084860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.085025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.085312] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.085485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.085848] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.086339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.086339] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.086471] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.092927] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1179.568898] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.569258] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.569258] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.569584] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.569863] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.570037] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.570156] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.570384] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.570559] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.570778] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.570913] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.571053] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.571189] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.571314] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1179.571422] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.571579] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.589522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.589764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.589837] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.590106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.590215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.590464] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.590654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.590757] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.591038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.591215] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.591321] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e already deleted. [ 1179.591453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.595169] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.595333] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1179.595847] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.596341] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.596923] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.597130] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.597281] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.597619] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.597772] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ae2eeb-b4bb-4605-9401-e2bf11d896e0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.612707] env[65815]: INFO networking_nsxv3.common.synchronization [req-58489628-9f02-4ad1-8fda-ae3ddd43e3c9 req-807de5ad-dba6-44bf-b547-4cfacaff4fdf tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1179.613470] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1179.613763] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.613926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.614457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.614457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.614457] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.615045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.615045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.615045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.615045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.615232] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.842147] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1179.843102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.843102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.843102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.843102] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.100716] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.101281] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.101488] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.101728] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.101871] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.102048] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 not found, creating... [ 1180.102335] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.102502] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.102617] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.102841] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.102975] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.103341] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.103499] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.104312] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.104591] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.104735] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.104884] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 is going to be created. [ 1180.117572] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.117572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.117572] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.117923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.117923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.118015] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.118062] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.118093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.118312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.118312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.118412] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1180.134606] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.134606] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.134606] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.134606] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.134606] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.134903] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.166825] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.167114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.167114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.167309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.167497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.177266] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1180.341743] env[65815]: INFO networking_nsxv3.common.synchronization [req-ade72cb0-890c-4963-a5db-28afff5afd03 req-86af8853-cb95-4c5f-bd48-2ce1ab8e7fe1 tempest-MultipleCreateTestJSON-486261396 tempest-MultipleCreateTestJSON-486261396-project-member] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1180.342876] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1180.343521] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.344905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.344905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.344905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.344905] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.344905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.344905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.344905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.344905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.345348] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.347432] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.347568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.619434] env[65815]: INFO networking_nsxv3.common.synchronization [req-4f3687ff-8979-4bbb-8518-be8a75123da6 req-1134c86c-fe35-4dc7-b63a-65f63c1287f0 tempest-MultipleCreateTestJSON-486261396 tempest-MultipleCreateTestJSON-486261396-project-member] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1180.619954] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGHEST for action security_group_members [ 1180.620290] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.621163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.848126] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.867576] env[65815]: INFO networking_nsxv3.common.synchronization [req-38e19f18-2b6c-4eeb-891b-db1ad7751b2e req-02a3658c-176d-4281-970d-3d43051f9ad0 service nova] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_rules [ 1180.867752] env[65815]: INFO networking_nsxv3.common.synchronization [req-38e19f18-2b6c-4eeb-891b-db1ad7751b2e req-02a3658c-176d-4281-970d-3d43051f9ad0 service nova] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_members [ 1180.867889] env[65815]: INFO networking_nsxv3.common.synchronization [req-38e19f18-2b6c-4eeb-891b-db1ad7751b2e req-02a3658c-176d-4281-970d-3d43051f9ad0 service nova] Enqueued Resource ID: 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 with Priority: HIGHEST for action port [ 1180.868419] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_rules [ 1180.868552] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_members [ 1180.868652] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 with Priority: HIGHEST for action port [ 1180.868930] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.869151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.869238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.869439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.869525] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.870473] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.870637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.870684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.871467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.871652] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.871761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.871816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.871965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.872065] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.872155] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.874137] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.874137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.874137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.874321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.874321] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ae2eeb-b4bb-4605-9401-e2bf11d896e0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.110746] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1181.111163] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.351558] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.376345] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.377683] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.377854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.378077] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 with status ACTIVE [ 1181.379263] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.379430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.379494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.379676] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.379907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.379961] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.380073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.380379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.380379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.380379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.380746] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.380941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.380941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.381082] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.381159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.381669] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 is going to be updated. [ 1181.404576] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.404847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.404847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.405020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.405129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.405255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.854766] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.855072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.855072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.855291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.855405] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.855538] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1181.884020] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.886310] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.886569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.886569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.886805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.887069] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.899248] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1182.187787] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1182.187975] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 1182.188119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.389680] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.389869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.389941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.390199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.390308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.390413] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e is going to be created. [ 1182.416469] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.416703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.416888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.417230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.417517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.432243] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: UNINITIALIZED for 2s [ 1183.884701] env[65815]: INFO networking_nsxv3.common.synchronization [req-35106167-964e-4fa7-8e90-258da254f7d7 req-e6e924f8-9536-437f-8ed1-d1aedbb06a00 tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1183.885362] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGHEST for action security_group_members [ 1183.885730] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.885858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.885971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.886201] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.886354] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.886702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.886702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.886702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.886892] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.886892] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.931476] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1183.931699] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.931896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.932173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.932397] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.932521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.932580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.932758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.932851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.932928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.933044] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.934041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.934449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.935710] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.935710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.935710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.935710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.935710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.935710] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.375315] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ab54da4-bccd-4baa-8a40-9062b8639dea req-baa482b4-b360-401c-819d-fba1ebcb9dea tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1184.376089] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1184.376507] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.376666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.376754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.377582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.377582] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.377582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.377582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.377779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.377779] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.377841] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.389406] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.389580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.389626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.390752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.390752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.390910] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.390910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.390997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.391185] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.391261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.391356] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 is going to be updated. [ 1184.431564] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.431840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.431930] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.432202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.432295] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.438760] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.438760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.439016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.439156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.439156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.439390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.439580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.439673] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.439754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.439801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.439938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.440030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.440108] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1184.444950] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: SUCCESS [ 1184.445326] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.446180] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: IN_PROGRESS for 2s [ 1184.446362] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.446629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.446759] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.447030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.447030] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.447250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.447418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.447418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.447485] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.485035] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.485035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.485035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.485035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.485035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.506370] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1184.742596] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-135 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.742852] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.742979] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.743323] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.743626] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.743810] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.743955] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.744266] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.744407] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.744648] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.744822] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1184.744933] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1184.745012] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1184.745126] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1184.745249] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1184.745395] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1184.768670] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1184.768782] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1184.768820] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1184.769071] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-135" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.769436] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.769697] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.769882] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.770263] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.770443] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.880072] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.880278] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.880365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.881425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.881425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.881425] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.881425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.881425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.881425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.881425] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.881425] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1184.918953] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.919323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.919323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.919457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.919596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.931668] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1184.950587] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.274046] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.274046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.274046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.274046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.274046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.274376] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836 not found, creating... [ 1185.274376] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.274489] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.274586] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.274833] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.274971] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.275279] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.275648] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.275648] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.275738] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.275880] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.276058] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836 is going to be created. [ 1185.299275] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.299623] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.299737] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.300042] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.300305] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.300662] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.453424] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4324075e-f71e-48cb-960d-fcd2754b3a8e: rpc.has_security_group_logging(os_id): False [ 1185.475834] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.476025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.476126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.476613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.476613] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.476722] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.476780] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.476845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.478167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.478167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.478167] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e is going to be created. [ 1185.551743] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.552093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.552331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.552602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.552861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.566309] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: IN_PROGRESS for 2s [ 1186.027935] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ab54da4-bccd-4baa-8a40-9062b8639dea req-5d86ab9f-3b2d-4212-8d32-5b31dcaf0b78 service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 1186.028216] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ab54da4-bccd-4baa-8a40-9062b8639dea req-5d86ab9f-3b2d-4212-8d32-5b31dcaf0b78 service nova] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1186.028632] env[65815]: INFO networking_nsxv3.common.synchronization [req-2ab54da4-bccd-4baa-8a40-9062b8639dea req-5d86ab9f-3b2d-4212-8d32-5b31dcaf0b78 service nova] Enqueued Resource ID: 7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836 with Priority: HIGHEST for action port [ 1186.029261] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_rules [ 1186.029469] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1186.030156] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836 with Priority: HIGHEST for action port [ 1186.030585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.030759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.030929] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.031243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.031354] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.032602] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.032736] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.033042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.033182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.033270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.033501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.033727] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.455579] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e09d641-0f14-46b3-a648-581c3049afb7 in Status: SUCCESS [ 1186.455747] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 deletion is rescheduled due to dependency. [ 1186.455865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.517047] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1186.517258] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab deletion is rescheduled due to dependency. [ 1186.517773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.517773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.517773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.518095] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.518276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.518355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.518534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.518618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.518767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.518887] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.518972] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.519062] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.519246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.519404] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.519509] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.519561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.519762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.519893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.520035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.520172] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.535504] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.535701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.535794] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836 with status ACTIVE [ 1186.536036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.536183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.536249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.536453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.536539] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.536749] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.536805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.536847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.537022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.537131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.537325] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.537410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.537467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.537608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.537680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.537760] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836 is going to be updated. [ 1186.564744] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.564744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.564744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.564744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.564744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.564744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e6e5ece-ec9f-4bd1-b82b-b8ccef21f836" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.712367] env[65815]: INFO networking_nsxv3.common.synchronization [req-188b658b-c3a9-4919-aba4-5a49ec51446b req-65f78abb-2530-4ad3-9e34-04dbceedce16 tempest-ListServerFiltersTestJSON-1443050171 tempest-ListServerFiltersTestJSON-1443050171-project-member] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1186.712752] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1186.713129] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.713254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.713321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.713516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.714078] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.714078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.714078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.714078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.714078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.714398] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.943361] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1186.943541] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 1186.944046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.944046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.944160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.944324] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.944430] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.944492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.944651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.944721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.944818] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.023112] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa379c55-f86d-4fb2-b3bd-6525933dbfab: rpc.has_security_group_logging(os_id): False [ 1187.042748] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.043165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.043165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.043241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.043284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.043465] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.043568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.043622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.043786] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.043865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.044168] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.044286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.044321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.044468] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.044561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.044750] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.044853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.044908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.045450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.045450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.045450] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be updated. [ 1187.130538] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.130713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.130857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.131036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.131137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.150831] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: IN_PROGRESS for 2s [ 1187.217273] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.448121] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.582159] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: SUCCESS [ 1187.582386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.719907] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.950236] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.222349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.222783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.222783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.222866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.222966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.223101] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1188.262571] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.262571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.262571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.262886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.262886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.273339] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1188.453227] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.453370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.453440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.453623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.453715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.453808] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1188.484016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.484207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.484251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.484461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.484631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.495141] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1189.168262] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab in Status: SUCCESS [ 1189.168524] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.813409] env[65815]: INFO networking_nsxv3.common.synchronization [None req-cf5e27ac-d6e0-407f-9764-fbc69de3875e tempest-AttachInterfacesTestJSON-474500666 tempest-AttachInterfacesTestJSON-474500666-project-member] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1189.813409] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGHEST for action security_group_members [ 1189.813715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.813715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.813801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.814139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.814804] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.814804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.814804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.814804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.815100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.815100] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.193394] env[65815]: INFO networking_nsxv3.common.synchronization [req-5597def0-4171-4887-9b03-26924c03931e req-1b715c30-111c-4229-b13b-a30b6271ea84 tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 1190.193615] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 1190.194303] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.194423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.194495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.194834] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.194893] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.194990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.195097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.195246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.195331] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.195421] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.286165] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1190.286165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.320739] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.320739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.320739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.320739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.320739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.320739] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.320739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.320739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.320739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.320739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.320739] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be updated. [ 1190.351997] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.352175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.352243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.352427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.352574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.366897] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: IN_PROGRESS for 2s [ 1190.506833] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1190.507112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.507287] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.507508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.507710] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.507842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.507908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.508056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.508139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.508225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.508318] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.697929] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.011424] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.011970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.011970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.011970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.012089] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.012146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.012193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.012344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.012429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.012527] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.012661] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.012752] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.012811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.012950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.013112] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.013176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.013237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.013372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.013445] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.013525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.013617] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.200733] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.517095] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d1f0f5-daed-499c-b5a1-caea3ac98d6f: rpc.has_security_group_logging(os_id): False [ 1191.539349] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.539586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.539712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.541394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.541394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.541394] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.541394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.541394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.541685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.542020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.542295] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.542758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.543155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.543373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.543488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.543721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.543857] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.543998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.544210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.544343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.544461] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1191.615624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.615771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.615835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.616158] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.616318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.649570] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1191.703398] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.703657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.703773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.704279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.704279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.705209] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be updated. [ 1191.748873] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.749124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.749124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.749350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.749457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.759039] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: IN_PROGRESS for 2s [ 1192.379522] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7c45f3b-1d8a-465f-868a-196f4905784f in Status: SUCCESS [ 1192.379899] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f deletion is rescheduled due to dependency. [ 1192.379899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.838454] env[65815]: INFO networking_nsxv3.common.synchronization [None req-33b3c381-13f3-40d6-a5c8-01a439e79efd None None] Enqueued Resource ID: 65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e with Priority: HIGHEST for action port [ 1192.838454] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e with Priority: HIGHEST for action port [ 1192.838899] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.839226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.839644] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.842971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.842971] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.348173] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e [ 1193.348173] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.348173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.348173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.348173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.348173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.348173] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e already deleted. [ 1193.348173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65a1c6c1-197d-4bdb-80d6-3ebb8c90ae6e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.671842] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1193.672777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.774799] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 1193.774799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.989473] env[65815]: INFO networking_nsxv3.common.synchronization [req-2c482cdc-4fa9-4a7e-b081-d656bef87e26 req-9023049b-8372-48be-bce7-a3ad6627f129 tempest-ListServerFiltersTestJSON-1443050171 tempest-ListServerFiltersTestJSON-1443050171-project-member] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1193.989868] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1193.990123] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.990248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.990311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.991041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.991223] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.991354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.991441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.992035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.992035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.992035] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.493889] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.996995] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.440028] env[65815]: INFO networking_nsxv3.common.synchronization [None req-ed2f4ea0-ab82-45ff-90bd-2f23bf204c9c None None] Enqueued Resource ID: e3c89ca7-6cb7-48f6-90af-1052fb821ae7 with Priority: HIGHEST for action port [ 1195.440028] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c89ca7-6cb7-48f6-90af-1052fb821ae7 with Priority: HIGHEST for action port [ 1195.440845] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3c89ca7-6cb7-48f6-90af-1052fb821ae7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.442888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3c89ca7-6cb7-48f6-90af-1052fb821ae7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.442888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3c89ca7-6cb7-48f6-90af-1052fb821ae7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.442888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3c89ca7-6cb7-48f6-90af-1052fb821ae7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.442888] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c89ca7-6cb7-48f6-90af-1052fb821ae7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.502601] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.502601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.502601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.502601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.502601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.502601] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1195.534475] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.534475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.534616] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.534771] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.534924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.545729] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1195.945398] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3c89ca7-6cb7-48f6-90af-1052fb821ae7 [ 1195.945633] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.945965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.945965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.946250] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.946668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.946668] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3c89ca7-6cb7-48f6-90af-1052fb821ae7 already deleted. [ 1195.946668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3c89ca7-6cb7-48f6-90af-1052fb821ae7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.103985] env[65815]: INFO networking_nsxv3.common.synchronization [None req-2f244a92-7f18-4779-9590-ad65cfb06c55 None None] Enqueued Resource ID: 949f3809-564e-4893-a84a-29b3ca1732ee with Priority: HIGHEST for action port [ 1196.103985] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949f3809-564e-4893-a84a-29b3ca1732ee with Priority: HIGHEST for action port [ 1196.103985] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-949f3809-564e-4893-a84a-29b3ca1732ee taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.103985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949f3809-564e-4893-a84a-29b3ca1732ee" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.103985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949f3809-564e-4893-a84a-29b3ca1732ee" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.103985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949f3809-564e-4893-a84a-29b3ca1732ee" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.103985] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949f3809-564e-4893-a84a-29b3ca1732ee',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.235538] env[65815]: INFO networking_nsxv3.common.synchronization [req-dc6063a9-9fcd-4aa0-b70a-2126be4d5d26 req-cdcd93e2-3b1c-4142-b4f4-93506b5dfe92 tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_members [ 1196.236209] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGHEST for action security_group_members [ 1196.236788] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc4f1398-504c-4d29-8121-417458e9cc10 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.236910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.236971] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.237702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.237969] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.238100] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.238169] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.238346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.238423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.238517] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.607443] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 949f3809-564e-4893-a84a-29b3ca1732ee [ 1196.607685] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.607818] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.607886] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.608125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.608218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.608317] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:949f3809-564e-4893-a84a-29b3ca1732ee already deleted. [ 1196.608471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949f3809-564e-4893-a84a-29b3ca1732ee" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.741885] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.742079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.742199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.742451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.742658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.742908] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.743013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.743151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.743276] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.743357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.743471] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f1398-504c-4d29-8121-417458e9cc10 is going to be updated. [ 1196.779662] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.779874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.779874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.782982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.783249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.796684] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f1398-504c-4d29-8121-417458e9cc10 in Status: IN_PROGRESS for 2s [ 1197.557233] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1197.557537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.152180] env[65815]: INFO networking_nsxv3.common.synchronization [req-df14d0a8-ecd5-4d46-b10e-46b0391042b8 req-b90b1e9b-71a7-4837-86a4-78dfaab3d2e9 tempest-ServerDiskConfigTestJSON-1688827968 tempest-ServerDiskConfigTestJSON-1688827968-project-member] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1198.152180] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGHEST for action security_group_members [ 1198.152180] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.152180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.152180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.153117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.154580] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.156746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.156746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.156746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.156746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.156746] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.663750] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.663750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.663750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.663750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.663750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.663750] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.663750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.663750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.663750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.663750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.663750] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be updated. [ 1198.694426] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.694782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.694782] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.694880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.695147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.708782] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: IN_PROGRESS for 2s [ 1198.805488] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc4f1398-504c-4d29-8121-417458e9cc10 in Status: SUCCESS [ 1198.805672] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc4f1398-504c-4d29-8121-417458e9cc10 deletion is rescheduled due to dependency. [ 1198.805788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.830895] env[65815]: INFO networking_nsxv3.common.synchronization [None req-be691c69-23b0-4f66-9475-a58edcc4024a None None] Enqueued Resource ID: 81ea3c03-fe84-4cd3-8d78-ebc074717bb9 with Priority: HIGHEST for action port [ 1198.831434] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81ea3c03-fe84-4cd3-8d78-ebc074717bb9 with Priority: HIGHEST for action port [ 1198.831735] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-81ea3c03-fe84-4cd3-8d78-ebc074717bb9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.831854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81ea3c03-fe84-4cd3-8d78-ebc074717bb9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.831917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81ea3c03-fe84-4cd3-8d78-ebc074717bb9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.832493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81ea3c03-fe84-4cd3-8d78-ebc074717bb9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.832579] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81ea3c03-fe84-4cd3-8d78-ebc074717bb9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.334984] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81ea3c03-fe84-4cd3-8d78-ebc074717bb9 [ 1199.335293] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.335690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.335690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.335801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.335850] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.335951] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81ea3c03-fe84-4cd3-8d78-ebc074717bb9 already deleted. [ 1199.336117] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81ea3c03-fe84-4cd3-8d78-ebc074717bb9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.720302] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f in Status: SUCCESS [ 1200.720638] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f deletion is rescheduled due to dependency. [ 1200.720638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.993782] env[65815]: INFO networking_nsxv3.common.synchronization [req-7f6c4d26-1651-43b5-b1cf-7147d4396483 req-f0c27d91-9949-4eb0-a67e-4172beca549f tempest-ServersTestBootFromVolume-299726916 tempest-ServersTestBootFromVolume-299726916-project-member] Enqueued Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_members [ 1200.994457] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGHEST for action security_group_members [ 1200.994782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d747af5b-2551-4fed-98ec-6a162023416b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.994882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.995438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.995742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.995819] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.996125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.996288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.996503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.996614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.996723] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.499435] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.499697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.499791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.500109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.500258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.500562] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.500740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.500845] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.501121] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.501265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.501419] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d747af5b-2551-4fed-98ec-6a162023416b is going to be updated. [ 1201.543823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.545024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.545024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.545024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.545024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.554435] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d747af5b-2551-4fed-98ec-6a162023416b in Status: IN_PROGRESS for 2s [ 1202.350583] env[65815]: INFO networking_nsxv3.common.synchronization [req-1fb5087f-20ca-4b7f-99c3-5e478156a843 req-52095d0c-937c-4c10-9bf8-dc3818b32ec8 tempest-ServerRescueTestJSON-1260189702 tempest-ServerRescueTestJSON-1260189702-project-member] Enqueued Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1202.351190] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1202.351529] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.351642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.351708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.352012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.352225] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.352375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.352446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.352650] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.352739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.352895] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.692252] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.693060] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-237" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.693060] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-237" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.693060] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-237" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.693221] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.693317] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.693435] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.693644] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.693788] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.694071] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.694137] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.695138] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.695306] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.695432] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.695542] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.695748] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.718667] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.718818] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.718959] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.719142] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-237" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.719600] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.719772] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.719886] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.720674] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.720674] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c99dfb1-4a31-40cd-926f-a60d8fd245fb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.733076] env[65815]: INFO networking_nsxv3.common.synchronization [req-a2f9dece-37fc-4645-a404-0566ee171818 req-d62f772d-8d38-4f24-a7e2-79321f3d487a tempest-ListServerFiltersTestJSON-1443050171 tempest-ListServerFiltersTestJSON-1443050171-project-member] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1202.734303] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGHEST for action security_group_members [ 1202.735036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.735036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.735036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.735332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.736165] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.736165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.736165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.736363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.736416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.736567] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.854803] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.855057] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.855151] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.855396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.855519] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.855699] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.855796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.855894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.856175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.856261] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.856351] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 already deleted. [ 1202.856573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.224896] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.224896] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.224896] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.225211] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.225375] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.225605] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 7c99dfb1-4a31-40cd-926f-a60d8fd245fb not found, creating... [ 1203.225798] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.225989] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.226170] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.226396] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.226522] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.226798] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.226947] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.227082] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.227279] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.227761] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.227761] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 7c99dfb1-4a31-40cd-926f-a60d8fd245fb is going to be created. [ 1203.239649] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.239788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.239788] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.240020] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.240122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.240358] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.240498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.240561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.240720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.240801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.240889] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be updated. [ 1203.258309] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.258548] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.258769] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.259158] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.259411] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.259703] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.273957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.274240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.274550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.274695] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.275309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.286749] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: IN_PROGRESS for 2s [ 1203.563815] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d747af5b-2551-4fed-98ec-6a162023416b in Status: SUCCESS [ 1203.564167] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d747af5b-2551-4fed-98ec-6a162023416b deletion is rescheduled due to dependency. [ 1203.564167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.986678] env[65815]: INFO networking_nsxv3.common.synchronization [req-1fb5087f-20ca-4b7f-99c3-5e478156a843 req-13c75483-60b8-4dcb-8a0d-3dfad5797aa8 service nova] Enqueued Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_rules [ 1203.987126] env[65815]: INFO networking_nsxv3.common.synchronization [req-1fb5087f-20ca-4b7f-99c3-5e478156a843 req-13c75483-60b8-4dcb-8a0d-3dfad5797aa8 service nova] Enqueued Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1203.987126] env[65815]: INFO networking_nsxv3.common.synchronization [req-1fb5087f-20ca-4b7f-99c3-5e478156a843 req-13c75483-60b8-4dcb-8a0d-3dfad5797aa8 service nova] Enqueued Resource ID: 7c99dfb1-4a31-40cd-926f-a60d8fd245fb with Priority: HIGHEST for action port [ 1203.988407] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_rules [ 1203.988651] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1203.988848] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c99dfb1-4a31-40cd-926f-a60d8fd245fb with Priority: HIGHEST for action port [ 1203.989056] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.989179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.989245] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.989503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.989586] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.990932] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.991066] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.991137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.991367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.991522] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.991622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.991685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.991830] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.991913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.992021] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.992808] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.992962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.992962] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.993416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.993416] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c99dfb1-4a31-40cd-926f-a60d8fd245fb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.492282] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.492423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.495858] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.496755] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7c99dfb1-4a31-40cd-926f-a60d8fd245fb with status ACTIVE [ 1204.496979] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.497138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.497227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.497454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.497542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.497754] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.497875] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.497954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.498140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.498246] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.498514] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.498619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.498677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.498822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.498896] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.499009] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7c99dfb1-4a31-40cd-926f-a60d8fd245fb is going to be updated. [ 1204.519486] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.519638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.519708] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.519910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.520055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.520210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c99dfb1-4a31-40cd-926f-a60d8fd245fb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.001012] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.297922] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb91393b-36a9-4f6a-a19b-792301f517bc in Status: SUCCESS [ 1205.298111] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc deletion is rescheduled due to dependency. [ 1205.298209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.504293] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.504678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.504792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.504996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.505107] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.505212] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 is going to be created. [ 1205.528044] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.528232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.528360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.528470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.528628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.538244] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: UNINITIALIZED for 2s [ 1206.665080] env[65815]: INFO networking_nsxv3.common.synchronization [None req-f8952b8f-b339-4daa-87b0-1fa5b1cb5d13 tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_rules [ 1206.665830] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_rules [ 1206.666269] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.666432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.666504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.666754] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.666839] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.745927] env[65815]: INFO networking_nsxv3.common.synchronization [None req-1b7d1a5b-c32e-40a2-96d8-53e73ff1f5fc tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_rules [ 1206.746454] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_rules [ 1206.746754] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.746856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.187536] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.187631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.187707] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.187908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.187996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.188101] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb already deleted. [ 1207.188268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.188420] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.188574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.188653] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.548702] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: SUCCESS [ 1207.548992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.549226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.549595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.549821] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.550129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.550129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.550240] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.550333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.550395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.550536] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.710076] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.710431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.710431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.710537] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.710588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.710688] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb already deleted. [ 1207.710783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.053653] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.053808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.053960] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.054110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.054281] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.054383] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.054448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.054602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.054688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.054773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.055136] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.055136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.055136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.055279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.055333] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.055456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.055520] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.055660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.055735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.055815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.055901] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.558348] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 941fbcf2-f29d-4540-80e0-3c1d52dc1053: rpc.has_security_group_logging(os_id): False [ 1208.578256] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.578411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.578501] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.578709] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.578838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.578991] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.579102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.579165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.579318] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.579394] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.579578] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.579718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.579718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.579874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.579950] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.580194] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.580298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.580361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.580502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.580575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.580659] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 is going to be created. [ 1208.647321] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.647494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.647552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.647743] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.647917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.660136] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: IN_PROGRESS for 2s [ 1208.691174] env[65815]: INFO networking_nsxv3.common.synchronization [req-ccbe07c1-4410-431c-b052-24dd3df5b824 req-e44c1aba-f4ca-4bf8-b131-2ca0454e7edd tempest-ServerAddressesTestJSON-1649100839 tempest-ServerAddressesTestJSON-1649100839-project-member] Enqueued Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGHEST for action security_group_members [ 1208.691724] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGHEST for action security_group_members [ 1208.692042] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d3c57e-ba54-4258-ab9a-a25b925c3783 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.692203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.692254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.692536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.692624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.692710] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.692768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.692920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.693046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.693106] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.011948] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.012309] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-996" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.012309] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-996" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.012757] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-996" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.013117] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.013338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.013496] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.013811] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.014031] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.014271] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.014389] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.014515] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.014688] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.014877] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.015077] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.015290] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.057564] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.057789] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.058019] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.058303] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-996" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.058752] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-89e678ae-8c22-4ee0-89c8-54d802c559ce taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.059054] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-89e678ae-8c22-4ee0-89c8-54d802c559ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.059271] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-89e678ae-8c22-4ee0-89c8-54d802c559ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.059694] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-89e678ae-8c22-4ee0-89c8-54d802c559ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.059881] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e678ae-8c22-4ee0-89c8-54d802c559ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.194919] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.195125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.195199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.195440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.195552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.195754] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.195868] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.195932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.196173] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.196268] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.196374] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 already deleted. [ 1209.196432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.562307] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.562581] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.562733] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.563060] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.563230] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.563410] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 89e678ae-8c22-4ee0-89c8-54d802c559ce not found, creating... [ 1209.563695] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.563872] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.563996] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.564276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.564432] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.564804] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.564993] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.565147] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.565381] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.565522] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.565683] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 89e678ae-8c22-4ee0-89c8-54d802c559ce is going to be created. [ 1209.586605] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.586823] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.586944] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.587296] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.587525] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.587834] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-89e678ae-8c22-4ee0-89c8-54d802c559ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.284021] env[65815]: INFO networking_nsxv3.common.synchronization [req-ccbe07c1-4410-431c-b052-24dd3df5b824 req-c32ce1bb-8b59-4a77-be99-a35a72af368a service nova] Enqueued Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGHEST for action security_group_rules [ 1210.284021] env[65815]: INFO networking_nsxv3.common.synchronization [req-ccbe07c1-4410-431c-b052-24dd3df5b824 req-c32ce1bb-8b59-4a77-be99-a35a72af368a service nova] Enqueued Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGHEST for action security_group_members [ 1210.284021] env[65815]: INFO networking_nsxv3.common.synchronization [req-ccbe07c1-4410-431c-b052-24dd3df5b824 req-c32ce1bb-8b59-4a77-be99-a35a72af368a service nova] Enqueued Resource ID: 89e678ae-8c22-4ee0-89c8-54d802c559ce with Priority: HIGHEST for action port [ 1210.284021] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGHEST for action security_group_rules [ 1210.286433] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGHEST for action security_group_members [ 1210.286433] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89e678ae-8c22-4ee0-89c8-54d802c559ce with Priority: HIGHEST for action port [ 1210.286433] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d3c57e-ba54-4258-ab9a-a25b925c3783 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.286433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.286433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.286433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.286433] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.287648] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d3c57e-ba54-4258-ab9a-a25b925c3783 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.287817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.287913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.288223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.288484] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.288579] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.288674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.288881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.289074] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.289552] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.290210] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-89e678ae-8c22-4ee0-89c8-54d802c559ce taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.290413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89e678ae-8c22-4ee0-89c8-54d802c559ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.290486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89e678ae-8c22-4ee0-89c8-54d802c559ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.290715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89e678ae-8c22-4ee0-89c8-54d802c559ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.290838] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89e678ae-8c22-4ee0-89c8-54d802c559ce',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.673964] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: SUCCESS [ 1210.674259] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.792300] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d3c57e-ba54-4258-ab9a-a25b925c3783 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.792432] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.792653] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.793587] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89e678ae-8c22-4ee0-89c8-54d802c559ce with status ACTIVE [ 1210.793771] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.793884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.793949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.794179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.794267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.794438] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.794558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.794601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.794776] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.794897] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.795128] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.795225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.795286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.795431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.795507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.795589] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89e678ae-8c22-4ee0-89c8-54d802c559ce is going to be updated. [ 1210.820369] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.820521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.820521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.820697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.820821] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.820983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89e678ae-8c22-4ee0-89c8-54d802c559ce" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.297424] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.800250] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.800846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.800846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.800846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.800846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.801033] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 is going to be created. [ 1211.826087] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.826374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.826374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.826556] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.826715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.837683] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 in Status: UNINITIALIZED for 2s [ 1212.568802] env[65815]: INFO networking_nsxv3.common.synchronization [req-f90e516e-87b8-4f82-ab81-c5ee90dc277e req-1c0895e1-fea3-47a0-9293-e4fbac1a340f tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_members [ 1212.569033] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGHEST for action security_group_members [ 1212.569726] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a77f47-d463-4552-b17e-57c535cba061 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.569726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.569726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.569955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.570052] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.570145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.570206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.570350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.570436] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.570530] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.073055] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.073055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.073055] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.073256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.073256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.073458] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.073544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.073607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.073764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.073842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.073927] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a77f47-d463-4552-b17e-57c535cba061 is going to be updated. [ 1213.103473] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.103573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.103646] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.103936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.104171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.113778] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a77f47-d463-4552-b17e-57c535cba061 in Status: IN_PROGRESS for 2s [ 1213.848685] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 in Status: SUCCESS [ 1213.848953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.849130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.849444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.849620] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.849727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.850016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.850016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.850016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.850275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.850275] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.352619] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d3c57e-ba54-4258-ab9a-a25b925c3783 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.352918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.352918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.353086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.353274] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.353410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.353452] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.353594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.353748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.353748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.353897] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d3c57e-ba54-4258-ab9a-a25b925c3783 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.353995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.354059] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.354197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.354333] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.354429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.354500] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.354689] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.354760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.354819] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.354884] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.858220] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88d3c57e-ba54-4258-ab9a-a25b925c3783: rpc.has_security_group_logging(os_id): False [ 1214.881872] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.881872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.881872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.882260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.882260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.882439] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.882951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.882951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.882951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.882951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.883171] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.883171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.883171] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.883309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.886827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.886827] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.886827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.886827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.886827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.886827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.886827] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 is going to be created. [ 1214.962982] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.963176] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.963242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.963474] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.963614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.982273] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 in Status: IN_PROGRESS for 2s [ 1215.126127] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a77f47-d463-4552-b17e-57c535cba061 in Status: SUCCESS [ 1215.127200] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a77f47-d463-4552-b17e-57c535cba061 deletion is rescheduled due to dependency. [ 1215.127948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.373430] env[65815]: INFO networking_nsxv3.common.synchronization [req-c5b84021-5198-40bd-b1de-81bc949e3db2 req-dc57a022-2170-4ad5-9b6f-243b159db317 tempest-ServerActionsTestOtherA-516066495 tempest-ServerActionsTestOtherA-516066495-project-member] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 1216.374443] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGHEST for action security_group_members [ 1216.374861] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.375349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.375441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.375678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.375849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.376025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.376097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.376426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.376426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.376554] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.880105] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.880285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.880361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.880589] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.880704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.880929] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.880989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.881037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.881175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.881251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.881337] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be updated. [ 1216.910444] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.910628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.910666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.910881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.911036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.922246] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: IN_PROGRESS for 2s [ 1216.995719] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 in Status: SUCCESS [ 1216.995942] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.547563] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.547910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.547910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.548177] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.548435] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.548602] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.548716] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.548925] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.549990] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.549990] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.549990] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.549990] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.549990] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.549990] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.549990] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.549990] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.570024] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.570024] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.570024] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.570024] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-990" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.570024] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-39f6e0e0-edc3-4de6-831a-3a367aa507d4 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.570024] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.570374] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.570426] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.570522] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f6e0e0-edc3-4de6-831a-3a367aa507d4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.933464] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 in Status: SUCCESS [ 1218.933648] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 deletion is rescheduled due to dependency. [ 1218.933767] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.073453] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.073719] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.073925] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.074268] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.074418] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.074710] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.074866] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.075046] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.075269] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.075409] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.075717] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.075934] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.076082] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.076375] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.076508] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.076671] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 39f6e0e0-edc3-4de6-831a-3a367aa507d4 is going to be updated. [ 1219.104452] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.104670] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.104792] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.105094] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.105291] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.105509] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.835457] env[65815]: INFO networking_nsxv3.common.synchronization [req-e65c5e1b-e5b3-4b39-8cf5-0dbec728c837 req-db724d42-3f5d-4e1e-90bf-9af26d63288a service nova] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 1219.835715] env[65815]: INFO networking_nsxv3.common.synchronization [req-e65c5e1b-e5b3-4b39-8cf5-0dbec728c837 req-db724d42-3f5d-4e1e-90bf-9af26d63288a service nova] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1219.835767] env[65815]: INFO networking_nsxv3.common.synchronization [req-e65c5e1b-e5b3-4b39-8cf5-0dbec728c837 req-db724d42-3f5d-4e1e-90bf-9af26d63288a service nova] Enqueued Resource ID: 39f6e0e0-edc3-4de6-831a-3a367aa507d4 with Priority: HIGHEST for action port [ 1219.836360] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_rules [ 1219.836492] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1219.836593] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39f6e0e0-edc3-4de6-831a-3a367aa507d4 with Priority: HIGHEST for action port [ 1219.836905] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.837283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.837416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.837681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.837824] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.838775] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.838936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.839053] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.839284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.839472] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.839641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.839747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.840010] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.840182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.840448] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.842445] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-39f6e0e0-edc3-4de6-831a-3a367aa507d4 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.844843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.844965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.845238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.845996] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39f6e0e0-edc3-4de6-831a-3a367aa507d4',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.347833] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.348987] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.349122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.349293] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39f6e0e0-edc3-4de6-831a-3a367aa507d4 with status ACTIVE [ 1220.349453] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.349560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.349631] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.350414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.350414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.350414] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.350414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.350623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.350623] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.350684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.350867] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.350961] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.351034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.351175] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.351248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.351329] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39f6e0e0-edc3-4de6-831a-3a367aa507d4 is going to be updated. [ 1220.374260] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.374446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.374485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.374686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.375360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.375360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39f6e0e0-edc3-4de6-831a-3a367aa507d4" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.394463] env[65815]: INFO networking_nsxv3.common.synchronization [req-5e7d071c-562c-49d0-9b7d-046b41022c28 req-d97f72fd-7f39-44a9-9bee-0b547034e490 tempest-ServerAddressesTestJSON-1649100839 tempest-ServerAddressesTestJSON-1649100839-project-member] Enqueued Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGHEST for action security_group_members [ 1220.395040] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGHEST for action security_group_members [ 1220.395361] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-88d3c57e-ba54-4258-ab9a-a25b925c3783 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.395477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.395543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.395739] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.395895] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.395988] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.396071] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.396228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.396320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.396415] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.853546] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.899470] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.899677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.899723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.899989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.900099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.900340] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.900446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.900510] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.900682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.900745] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.900859] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 is going to be updated. [ 1220.930784] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.931026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.931026] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.931397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.931397] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.942145] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 in Status: IN_PROGRESS for 2s [ 1221.337927] env[65815]: INFO networking_nsxv3.common.synchronization [req-8afd6532-4b8a-45c1-99fd-3da0e2b2925b req-0dc1ea70-9e46-405c-97a3-44028f4d121f tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_members [ 1221.339028] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_members [ 1221.339028] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.339340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.339340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.339536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.339702] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.339823] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.339890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.340109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.340216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.340337] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.356240] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.356440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.356504] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.356734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.356822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.356932] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 1221.391056] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.391335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.391335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.391444] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.391975] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.401059] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 1221.657069] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-153 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.657304] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.657410] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.657701] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.657977] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.658145] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.658268] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.658476] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.658625] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.658842] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.658953] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.659068] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.659188] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.659324] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.659460] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.659593] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.678409] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.678612] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.678737] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.678926] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-153" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.679271] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-70d2c5af-76f2-49f5-93af-3876ddbca776 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.679464] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-70d2c5af-76f2-49f5-93af-3876ddbca776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.679580] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-70d2c5af-76f2-49f5-93af-3876ddbca776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.679925] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-70d2c5af-76f2-49f5-93af-3876ddbca776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.680071] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d2c5af-76f2-49f5-93af-3876ddbca776',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.843106] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.843281] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.843336] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.843543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.843630] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.843823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.843907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.843969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.844146] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.844226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.844311] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb already deleted. [ 1221.844392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.182823] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.183163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.183223] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.183467] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.183607] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.183749] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port 70d2c5af-76f2-49f5-93af-3876ddbca776 not found, creating... [ 1222.183998] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.184167] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.184279] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.184485] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.184613] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.184880] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.185037] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.185150] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.185349] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.185476] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.185605] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 70d2c5af-76f2-49f5-93af-3876ddbca776 is going to be created. [ 1222.206108] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.206351] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.206881] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.206881] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.206958] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.207163] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-70d2c5af-76f2-49f5-93af-3876ddbca776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.900012] env[65815]: INFO networking_nsxv3.common.synchronization [req-8afd6532-4b8a-45c1-99fd-3da0e2b2925b req-15f65a2c-ff73-4353-8c91-7c38a9d09ea4 service nova] Enqueued Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_rules [ 1222.900214] env[65815]: INFO networking_nsxv3.common.synchronization [req-8afd6532-4b8a-45c1-99fd-3da0e2b2925b req-15f65a2c-ff73-4353-8c91-7c38a9d09ea4 service nova] Enqueued Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_members [ 1222.900353] env[65815]: INFO networking_nsxv3.common.synchronization [req-8afd6532-4b8a-45c1-99fd-3da0e2b2925b req-15f65a2c-ff73-4353-8c91-7c38a9d09ea4 service nova] Enqueued Resource ID: 70d2c5af-76f2-49f5-93af-3876ddbca776 with Priority: HIGHEST for action port [ 1222.900868] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_rules [ 1222.901010] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_members [ 1222.901112] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d2c5af-76f2-49f5-93af-3876ddbca776 with Priority: HIGHEST for action port [ 1222.901389] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.902112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.902238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.902447] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.902532] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.903377] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.903495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.903561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.904309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.904611] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.904611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.904719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.904833] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.904919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.905022] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.906951] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d2c5af-76f2-49f5-93af-3876ddbca776 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.906951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d2c5af-76f2-49f5-93af-3876ddbca776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.906951] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d2c5af-76f2-49f5-93af-3876ddbca776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.907138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d2c5af-76f2-49f5-93af-3876ddbca776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.907176] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d2c5af-76f2-49f5-93af-3876ddbca776',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.951791] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 in Status: SUCCESS [ 1222.952060] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 deletion is rescheduled due to dependency. [ 1222.952263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.409097] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.409497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.409611] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.410823] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70d2c5af-76f2-49f5-93af-3876ddbca776 with status ACTIVE [ 1223.411156] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.411333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.411400] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.411706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.411859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.412847] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.412847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.412847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.412847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.412847] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.413459] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.413459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.413459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.413459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.413619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.413686] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70d2c5af-76f2-49f5-93af-3876ddbca776 is going to be updated. [ 1223.415707] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 1223.415800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.416265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.416483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.416876] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.416876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.416876] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.417050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.417050] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.417143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.417263] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.439849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.440096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.440096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.440300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.440529] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.440705] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d2c5af-76f2-49f5-93af-3876ddbca776" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.917047] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.919942] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.419873] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.420408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.420408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.420508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.420610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.420728] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb is going to be created. [ 1224.422190] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bc0c8ed-4981-438d-a347-32ff480deb97: rpc.has_security_group_logging(os_id): False [ 1224.448407] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.448407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.448407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.448407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.448407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.448407] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.448407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.448407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.448861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.448861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.448861] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 1224.478490] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.478702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.478702] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.478919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.479091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.494391] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb in Status: UNINITIALIZED for 2s [ 1224.523518] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.523518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.523958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.523958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.524298] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.541079] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 1226.507576] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb in Status: SUCCESS [ 1226.507873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.508092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.508254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.508483] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.508608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.508687] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.508882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.508966] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.509067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.509157] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.555706] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 1226.555869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.013771] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.516356] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79c55877-22a4-4fdc-a8a2-066e47bb1bcb: rpc.has_security_group_logging(os_id): False [ 1227.536836] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.537018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.537114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.537523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.537614] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.537902] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.538021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.538097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.538307] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.538404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.538759] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb is going to be created. [ 1227.616416] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.616611] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.616654] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.616869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.617139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.630509] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb in Status: IN_PROGRESS for 2s [ 1227.902629] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1227.902629] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1229.646480] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb in Status: SUCCESS [ 1229.646854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.781582] env[65815]: INFO networking_nsxv3.common.synchronization [req-f9b2b072-d9fc-42ce-86ae-ea9e5b7973df req-5d7b9d2a-a9a5-468e-8862-a89e639a8a62 tempest-ServerRescueTestJSON-1260189702 tempest-ServerRescueTestJSON-1260189702-project-member] Enqueued Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1229.782330] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1229.782669] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.782839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.782894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.783216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.783504] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.783662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.783723] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.783885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.783982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.784226] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.199970] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.199970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-237" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.199970] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-237" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.200596] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-237" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.200911] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.201123] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.201255] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.201490] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.201673] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.201887] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.202009] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.202122] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.202338] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.202451] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.202552] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.202724] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.225408] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.225603] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.225731] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.225961] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-237" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.226409] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-d0558c4f-95dc-4372-8c2f-bead8c68c904 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.226632] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-d0558c4f-95dc-4372-8c2f-bead8c68c904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.226789] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-d0558c4f-95dc-4372-8c2f-bead8c68c904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.227304] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-d0558c4f-95dc-4372-8c2f-bead8c68c904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.227463] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0558c4f-95dc-4372-8c2f-bead8c68c904',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.287380] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.730893] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.731326] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.731326] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.731561] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.731738] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.731937] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port d0558c4f-95dc-4372-8c2f-bead8c68c904 not found, creating... [ 1230.732266] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.732448] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.732579] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.732858] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.733018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.733339] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.733514] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.733631] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.733867] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.734092] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.734274] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: d0558c4f-95dc-4372-8c2f-bead8c68c904 is going to be created. [ 1230.791931] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.792165] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.792271] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.792568] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.792799] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.793054] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-d0558c4f-95dc-4372-8c2f-bead8c68c904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.793930] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.295761] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.295967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.295967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.296214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.296379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.296482] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 is going to be updated. [ 1231.332826] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.333041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.333041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.333267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.333412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.344319] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: IN_PROGRESS for 2s [ 1231.500017] env[65815]: INFO networking_nsxv3.common.synchronization [req-f9b2b072-d9fc-42ce-86ae-ea9e5b7973df req-fba2a7ad-769b-4958-8d6b-af5d3af4fe3c service nova] Enqueued Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_rules [ 1231.500197] env[65815]: INFO networking_nsxv3.common.synchronization [req-f9b2b072-d9fc-42ce-86ae-ea9e5b7973df req-fba2a7ad-769b-4958-8d6b-af5d3af4fe3c service nova] Enqueued Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1231.500335] env[65815]: INFO networking_nsxv3.common.synchronization [req-f9b2b072-d9fc-42ce-86ae-ea9e5b7973df req-fba2a7ad-769b-4958-8d6b-af5d3af4fe3c service nova] Enqueued Resource ID: d0558c4f-95dc-4372-8c2f-bead8c68c904 with Priority: HIGHEST for action port [ 1231.500963] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_rules [ 1231.501101] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1231.501196] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0558c4f-95dc-4372-8c2f-bead8c68c904 with Priority: HIGHEST for action port [ 1231.501492] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.501637] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.501678] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.501874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.501955] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.502819] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.502903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.503113] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0558c4f-95dc-4372-8c2f-bead8c68c904 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.503219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0558c4f-95dc-4372-8c2f-bead8c68c904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.503328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0558c4f-95dc-4372-8c2f-bead8c68c904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.503457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0558c4f-95dc-4372-8c2f-bead8c68c904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.503565] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0558c4f-95dc-4372-8c2f-bead8c68c904',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.006282] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.006707] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.006753] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0558c4f-95dc-4372-8c2f-bead8c68c904 with status ACTIVE [ 1232.006963] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.007115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.007194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.007480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.007573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.007789] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.007913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.007970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.008186] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.008274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.008535] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.008703] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.008746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.008900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.008984] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.009097] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0558c4f-95dc-4372-8c2f-bead8c68c904 is going to be updated. [ 1232.034641] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.034641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.034641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.034641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.035029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.035029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0558c4f-95dc-4372-8c2f-bead8c68c904" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.356364] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: SUCCESS [ 1233.356869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.356869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.357182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.357481] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.357649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.357744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.357973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.358091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.358325] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.860975] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.363700] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.866847] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.867021] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.867109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.867406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.867495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.867597] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 is going to be updated. [ 1234.899533] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.899704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.899808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.900046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.900194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.909872] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: IN_PROGRESS for 2s [ 1236.502624] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.503013] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1236.930057] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: SUCCESS [ 1236.930294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.930459] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.930688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.930926] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.931046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.931125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.931321] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.931410] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.931502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.931596] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.434258] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.434454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.434590] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.434826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.435021] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.435251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.435251] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.435466] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.435602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.435726] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.435986] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.436135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.436222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.436496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.436727] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.436869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.436980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.437219] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.437424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.437492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.437593] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.940425] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 941fbcf2-f29d-4540-80e0-3c1d52dc1053: rpc.has_security_group_logging(os_id): False [ 1237.964917] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.965168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.965288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.965548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.965713] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.965995] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.966118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.966184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.966476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.966618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.966822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.966919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.966979] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.967136] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.967214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.967545] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.967683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.967748] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.967894] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.967969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.968098] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 is going to be updated. [ 1238.053158] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.053369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.053369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.053690] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.053765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.075391] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: IN_PROGRESS for 2s [ 1238.369100] env[65815]: INFO networking_nsxv3.common.synchronization [req-5b84e1ad-d8ac-4843-a61a-3e9555e736cb req-7026d1db-49d2-437b-9dfb-4cd5d6bd121b tempest-ServerActionsTestOtherB-296077359 tempest-ServerActionsTestOtherB-296077359-project-member] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1238.369741] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGHEST for action security_group_members [ 1238.370501] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.370819] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.370819] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.371102] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.371236] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.371308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.371363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.371512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.371592] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.371696] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.877564] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.877828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.877941] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.878308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.878530] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.878889] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.879095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.879229] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.879697] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.879773] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.879853] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be updated. [ 1238.956045] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.956502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.956502] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.956615] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.956763] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.970515] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: IN_PROGRESS for 2s [ 1240.089971] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: SUCCESS [ 1240.090409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.981122] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 in Status: SUCCESS [ 1240.981314] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 deletion is rescheduled due to dependency. [ 1240.981429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.370842] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.370842] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1248.371704] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.372092] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.191086] env[65815]: INFO networking_nsxv3.common.synchronization [None req-65444a07-9d23-40d5-85cd-0ca8b794c434 None None] Enqueued Resource ID: de502537-f159-44d3-bb5b-dd8202d172ad with Priority: HIGHEST for action port [ 1250.192778] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de502537-f159-44d3-bb5b-dd8202d172ad with Priority: HIGHEST for action port [ 1250.192778] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-de502537-f159-44d3-bb5b-dd8202d172ad taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.192778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de502537-f159-44d3-bb5b-dd8202d172ad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.192778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de502537-f159-44d3-bb5b-dd8202d172ad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.192936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de502537-f159-44d3-bb5b-dd8202d172ad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.193024] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de502537-f159-44d3-bb5b-dd8202d172ad',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.697464] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de502537-f159-44d3-bb5b-dd8202d172ad [ 1250.697747] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.697885] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.697954] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.698198] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.698424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.698424] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de502537-f159-44d3-bb5b-dd8202d172ad already deleted. [ 1250.698571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de502537-f159-44d3-bb5b-dd8202d172ad" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.521860] env[65815]: INFO networking_nsxv3.common.synchronization [None req-2c3b2e7f-1775-4bdb-a2e1-374251f332a0 None None] Enqueued Resource ID: 71292c44-2550-4092-b702-58b08c638ff7 with Priority: HIGHEST for action port [ 1252.522146] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71292c44-2550-4092-b702-58b08c638ff7 with Priority: HIGHEST for action port [ 1252.522696] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-71292c44-2550-4092-b702-58b08c638ff7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.522817] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71292c44-2550-4092-b702-58b08c638ff7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.522882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71292c44-2550-4092-b702-58b08c638ff7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.523206] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71292c44-2550-4092-b702-58b08c638ff7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.523287] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71292c44-2550-4092-b702-58b08c638ff7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.025106] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71292c44-2550-4092-b702-58b08c638ff7 [ 1253.025379] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.025517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.025587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.025805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.025912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.026047] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71292c44-2550-4092-b702-58b08c638ff7 already deleted. [ 1253.026142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71292c44-2550-4092-b702-58b08c638ff7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.451929] env[65815]: INFO networking_nsxv3.common.synchronization [req-437e8884-251b-462b-8bb3-e76eab161754 req-f0b112c2-f561-404b-ab48-4c42c7d354e5 tempest-ServerRescueTestJSON-1260189702 tempest-ServerRescueTestJSON-1260189702-project-member] Enqueued Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1255.452637] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1255.453080] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.453236] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.453329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.453571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.453782] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.453909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.454017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.454216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.454364] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.454513] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.957185] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.459406] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.800405] env[65815]: INFO networking_nsxv3.common.synchronization [req-1394663b-abb0-45f2-95c0-f4c8d9a671dc req-62c5760a-ebd8-4e60-b98a-dd9458d0ea66 tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1256.801036] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1256.801036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.801516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.801516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.801516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.801641] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.801777] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.801812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.801968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.802070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.802158] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.962444] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.962672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.962762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.963038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.963118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.963223] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 is going to be updated. [ 1257.001336] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.001683] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.001801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.002054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.002205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.011837] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: IN_PROGRESS for 2s [ 1257.305078] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.305078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.305078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.305078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.357787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.358048] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.358168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.358231] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.358442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.358525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.358614] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1257.403034] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.403247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.403247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.403473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.403884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.413970] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1257.632470] env[65815]: INFO networking_nsxv3.common.synchronization [req-34214379-3e6a-463a-a166-ee8f1f082c96 req-079c95d8-9aab-4a35-b06b-33842df8398a tempest-ServerGroupTestJSON-1860084742 tempest-ServerGroupTestJSON-1860084742-project-member] Enqueued Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGHEST for action security_group_members [ 1257.632973] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGHEST for action security_group_members [ 1257.633404] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-22043e09-0b09-4e49-bde6-f0422cea2597 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.633404] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.633560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.633760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.633912] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.634018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.634084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.634233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.634317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.634412] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.948517] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.948718] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-216" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.948914] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-216" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.949251] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-216" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.949506] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.949659] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.949770] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.949996] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.950153] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.950354] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.950465] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.950569] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.950673] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.950777] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.950889] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.951037] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.971715] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.971881] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.971995] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.972190] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-216" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.972499] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-816503a6-985a-4212-84c9-e3f8558ff710 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.972668] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-816503a6-985a-4212-84c9-e3f8558ff710" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.972783] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-816503a6-985a-4212-84c9-e3f8558ff710" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.973115] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-816503a6-985a-4212-84c9-e3f8558ff710" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.973253] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816503a6-985a-4212-84c9-e3f8558ff710',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.136990] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.137241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.137480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.137674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.137805] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.138110] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.138257] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.138349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.138574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.138692] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.138801] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22043e09-0b09-4e49-bde6-f0422cea2597 already deleted. [ 1258.138917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.476065] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.476065] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.476065] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.476354] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.476655] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.476874] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 816503a6-985a-4212-84c9-e3f8558ff710 not found, creating... [ 1258.477206] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.477376] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.477520] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.477774] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.477917] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.478906] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.479093] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.479218] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.480027] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.480027] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.480027] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 816503a6-985a-4212-84c9-e3f8558ff710 is going to be created. [ 1258.507252] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.507596] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.507731] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.508033] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.508340] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.508645] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-816503a6-985a-4212-84c9-e3f8558ff710" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.028273] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: SUCCESS [ 1259.028625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.340476] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.340476] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.340476] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.340476] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.340476] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.340843] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.340843] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.340959] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.341112] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.341327] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.341443] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.341551] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.341657] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.341762] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.341862] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.342029] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.375291] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.375485] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1259.375549] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.375724] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-576" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.376057] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.376237] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.376356] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.376744] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.376880] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ae2eeb-b4bb-4605-9401-e2bf11d896e0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.429895] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1259.430119] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b deletion is rescheduled due to dependency. [ 1259.430239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.660881] env[65815]: INFO networking_nsxv3.common.synchronization [req-34214379-3e6a-463a-a166-ee8f1f082c96 req-ba4aa5e9-188a-449d-8d57-6957da6a099b service nova] Enqueued Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGHEST for action security_group_rules [ 1259.660881] env[65815]: INFO networking_nsxv3.common.synchronization [req-34214379-3e6a-463a-a166-ee8f1f082c96 req-ba4aa5e9-188a-449d-8d57-6957da6a099b service nova] Enqueued Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGHEST for action security_group_members [ 1259.660881] env[65815]: INFO networking_nsxv3.common.synchronization [req-34214379-3e6a-463a-a166-ee8f1f082c96 req-ba4aa5e9-188a-449d-8d57-6957da6a099b service nova] Enqueued Resource ID: 816503a6-985a-4212-84c9-e3f8558ff710 with Priority: HIGHEST for action port [ 1259.660881] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGHEST for action security_group_rules [ 1259.660881] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGHEST for action security_group_members [ 1259.660881] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 816503a6-985a-4212-84c9-e3f8558ff710 with Priority: HIGHEST for action port [ 1259.660881] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22043e09-0b09-4e49-bde6-f0422cea2597 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.660881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.660881] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.661598] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.661598] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.662405] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-22043e09-0b09-4e49-bde6-f0422cea2597 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.662639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.662639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.662797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.662921] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.663101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.663101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.663233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.663340] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.663399] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.664487] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-816503a6-985a-4212-84c9-e3f8558ff710 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.664487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-816503a6-985a-4212-84c9-e3f8558ff710" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.664487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-816503a6-985a-4212-84c9-e3f8558ff710" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.664487] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-816503a6-985a-4212-84c9-e3f8558ff710" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.664671] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('816503a6-985a-4212-84c9-e3f8558ff710',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.880026] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.880210] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.880276] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.880512] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.880689] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.881029] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.881200] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.881308] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.881536] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.881672] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.881995] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.882144] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.882261] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.882467] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.882602] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.882751] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 is going to be updated. [ 1259.906995] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.907226] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.907420] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.907756] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.908098] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.908384] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.166617] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-22043e09-0b09-4e49-bde6-f0422cea2597 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.167049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.167049] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.167875] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 816503a6-985a-4212-84c9-e3f8558ff710 with status ACTIVE [ 1260.168087] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.168204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.168271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.168480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.168571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.168742] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.168838] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.168899] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.169068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.169144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.169326] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.169418] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.169477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.169618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.169691] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.169771] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 816503a6-985a-4212-84c9-e3f8558ff710 is going to be updated. [ 1260.190583] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.190795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.190795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.190976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.191124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.191288] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-816503a6-985a-4212-84c9-e3f8558ff710" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.588522] env[65815]: INFO networking_nsxv3.common.synchronization [req-50416180-5780-49fa-95ce-a8654aca75a3 req-fe82abfb-726b-4387-bad1-ff4f794a13e6 service nova] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_rules [ 1260.588664] env[65815]: INFO networking_nsxv3.common.synchronization [req-50416180-5780-49fa-95ce-a8654aca75a3 req-fe82abfb-726b-4387-bad1-ff4f794a13e6 service nova] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_members [ 1260.588769] env[65815]: INFO networking_nsxv3.common.synchronization [req-50416180-5780-49fa-95ce-a8654aca75a3 req-fe82abfb-726b-4387-bad1-ff4f794a13e6 service nova] Enqueued Resource ID: 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 with Priority: HIGHEST for action port [ 1260.589308] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_rules [ 1260.589507] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_members [ 1260.589579] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 with Priority: HIGHEST for action port [ 1260.589849] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.589965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.590133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.590381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.590490] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.591548] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.591548] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.591719] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.591843] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.592039] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.592170] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.592290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.592472] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.592587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.592698] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.593856] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.594017] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.594106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.594286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.595093] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ae2eeb-b4bb-4605-9401-e2bf11d896e0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.671653] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.096134] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.096134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.096268] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.097161] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 with status ACTIVE [ 1261.097344] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.097485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.097574] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.098807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.098913] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.099140] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.099249] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.099316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.099494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.099577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.099775] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.099873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.099994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.100091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.100211] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.100251] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19ae2eeb-b4bb-4605-9401-e2bf11d896e0 is going to be updated. [ 1261.123173] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.123344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.123392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.123620] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.123759] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.123925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ae2eeb-b4bb-4605-9401-e2bf11d896e0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.173821] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.174207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.174207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.174357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.174357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.174519] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22043e09-0b09-4e49-bde6-f0422cea2597 is going to be created. [ 1261.207043] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.207282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.207282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.207568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.207791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.225612] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22043e09-0b09-4e49-bde6-f0422cea2597 in Status: UNINITIALIZED for 2s [ 1261.601863] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.104744] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.104968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.105092] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.105353] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.105456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.105563] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e is going to be updated. [ 1262.136997] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.137180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.137255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.137641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.137869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.149958] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: IN_PROGRESS for 2s [ 1263.236532] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22043e09-0b09-4e49-bde6-f0422cea2597 in Status: SUCCESS [ 1263.236860] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.236973] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.237306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.237557] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.237704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.237704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.237895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.237983] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.238110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.238225] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.740881] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-22043e09-0b09-4e49-bde6-f0422cea2597 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.741185] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.741185] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.741419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.741597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.741706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.741750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.741884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.742034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.742114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.742212] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-22043e09-0b09-4e49-bde6-f0422cea2597 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.742303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.742361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.742503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.742629] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.742720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.742791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.742914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.742987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.743080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.743170] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.170735] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: SUCCESS [ 1264.171262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.171416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.171673] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.171887] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.171991] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.172072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.172233] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.172458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.172458] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.172575] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.245861] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22043e09-0b09-4e49-bde6-f0422cea2597: rpc.has_security_group_logging(os_id): False [ 1264.276559] env[65815]: INFO networking_nsxv3.common.synchronization [req-fc32f1ea-bd29-4ccf-a2c2-78bb874f833f req-d8ba84c9-cac1-4bfc-b10d-98e285384d32 tempest-ServerRescueTestJSON-1260189702 tempest-ServerRescueTestJSON-1260189702-project-member] Enqueued Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1264.277475] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 with Priority: HIGHEST for action security_group_members [ 1264.277789] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-941fbcf2-f29d-4540-80e0-3c1d52dc1053 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.277925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.277987] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.278214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.278415] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.278483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.278582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.278670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.278832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.278942] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('941fbcf2-f29d-4540-80e0-3c1d52dc1053',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.282712] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.282835] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.282906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.283149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.283279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.283558] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.283718] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.283804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.283998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.284145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.284318] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.284429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.284976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.284976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.284976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.285789] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.285789] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.285947] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.286095] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.286218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.286348] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22043e09-0b09-4e49-bde6-f0422cea2597 is going to be created. [ 1264.411775] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.412013] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.412203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.412560] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.412815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.427285] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22043e09-0b09-4e49-bde6-f0422cea2597 in Status: IN_PROGRESS for 2s [ 1264.675374] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.782310] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.782540] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.782662] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.783025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.783145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.783326] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.783484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.783484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.783660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.783728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.783819] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 is going to be updated. [ 1264.813575] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.813832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.813884] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.814184] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.814328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.827584] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: IN_PROGRESS for 2s [ 1265.177640] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4324075e-f71e-48cb-960d-fcd2754b3a8e: rpc.has_security_group_logging(os_id): False [ 1265.201766] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.202101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.202101] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.202492] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.202554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.202909] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.203089] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.203187] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.203381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.203469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.203560] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e is going to be updated. [ 1265.293551] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.294072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.294072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.294197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.294423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.308985] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: IN_PROGRESS for 2s [ 1266.242601] env[65815]: INFO networking_nsxv3.common.synchronization [req-77666875-0414-4cbe-93c2-863642d0d13b req-5e081f43-2be4-45a7-a801-e90b330f1ba3 tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1266.242907] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1266.243235] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.243377] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.243440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.243651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.243812] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.243914] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.243985] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.244167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.244253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.244349] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.441864] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22043e09-0b09-4e49-bde6-f0422cea2597 in Status: SUCCESS [ 1266.442076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.620711] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.620983] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.621075] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.621436] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.621737] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.621942] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.622264] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.622588] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.622739] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.622964] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.623091] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1266.623226] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1266.623376] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1266.623524] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1266.623663] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1266.623783] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1266.646409] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1266.646774] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1266.646979] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1266.647195] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.647517] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.647699] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.647876] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.648280] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.648423] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2cb16c-52a8-4096-8cfd-e9224641e0bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.747082] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.747316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.747316] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.747526] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.747679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.747807] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.747919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.748042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.748196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.748263] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.748361] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1266.781725] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.781953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.782060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.782367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.782639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.793602] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1266.838710] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 in Status: SUCCESS [ 1266.838959] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 941fbcf2-f29d-4540-80e0-3c1d52dc1053 deletion is rescheduled due to dependency. [ 1266.839199] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-941fbcf2-f29d-4540-80e0-3c1d52dc1053" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.151669] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.152062] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.152354] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.152723] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.152910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.153180] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port ee2cb16c-52a8-4096-8cfd-e9224641e0bc not found, creating... [ 1267.153564] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.153801] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.154018] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.154441] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.154829] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.154994] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.155207] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.155370] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.155702] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.155843] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.155988] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: ee2cb16c-52a8-4096-8cfd-e9224641e0bc is going to be created. [ 1267.178705] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.178973] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.179063] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.179445] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.179682] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.179976] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.329224] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: SUCCESS [ 1267.329457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.952477] env[65815]: INFO networking_nsxv3.common.synchronization [req-77666875-0414-4cbe-93c2-863642d0d13b req-4d6ebd5f-79ea-4267-b3a6-f583784155cb service nova] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 1267.952792] env[65815]: INFO networking_nsxv3.common.synchronization [req-77666875-0414-4cbe-93c2-863642d0d13b req-4d6ebd5f-79ea-4267-b3a6-f583784155cb service nova] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1267.952994] env[65815]: INFO networking_nsxv3.common.synchronization [req-77666875-0414-4cbe-93c2-863642d0d13b req-4d6ebd5f-79ea-4267-b3a6-f583784155cb service nova] Enqueued Resource ID: ee2cb16c-52a8-4096-8cfd-e9224641e0bc with Priority: HIGHEST for action port [ 1267.953584] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 1267.953741] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1267.953883] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2cb16c-52a8-4096-8cfd-e9224641e0bc with Priority: HIGHEST for action port [ 1267.954208] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.954343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.954427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.955153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.955235] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.956702] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.956824] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.957018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.957130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.957190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.957381] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.957594] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2cb16c-52a8-4096-8cfd-e9224641e0bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.459191] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.459427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.459539] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee2cb16c-52a8-4096-8cfd-e9224641e0bc with status ACTIVE [ 1268.459777] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.459889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.459953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.460191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.460300] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.460488] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.460588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.460641] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.460920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.460958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.461133] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.461232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.461285] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.461429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.461503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.461587] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee2cb16c-52a8-4096-8cfd-e9224641e0bc is going to be updated. [ 1268.488047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.488267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.488346] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.488597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.488791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.488967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2cb16c-52a8-4096-8cfd-e9224641e0bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.812405] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1268.812603] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b deletion is rescheduled due to dependency. [ 1268.813034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.813034] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.813147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.813294] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.813411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.813475] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.813627] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.813704] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.813799] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.315989] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.818344] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.321068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.321446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.321446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.321595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.321720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.321837] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1270.360904] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.361147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.361221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.361457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.361610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.372105] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1272.385677] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1272.386046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.386230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.386508] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.386780] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.386918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.387024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.387227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.387308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.387448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.387493] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.489193] env[65815]: INFO networking_nsxv3.common.synchronization [req-ec98913b-9fff-4367-8bc3-7fa8b9eddfcc req-98c0ce5e-3ffc-4fd3-b0da-fcd887dce2e4 tempest-ServerGroupTestJSON-1860084742 tempest-ServerGroupTestJSON-1860084742-project-member] Enqueued Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGHEST for action security_group_members [ 1272.489959] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGHEST for action security_group_members [ 1272.490291] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-22043e09-0b09-4e49-bde6-f0422cea2597 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.490374] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.490427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.490626] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.490812] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.490920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.490981] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.491154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.491282] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.491319] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.889802] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.993822] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.994040] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.994088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.994317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.994426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.994736] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.994853] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.994905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.995110] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.995196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.995288] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22043e09-0b09-4e49-bde6-f0422cea2597 is going to be updated. [ 1273.036065] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1273.036199] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:3 started [ 1273.037628] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.037628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.037628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.037790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.037790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.050131] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22043e09-0b09-4e49-bde6-f0422cea2597 in Status: IN_PROGRESS for 2s [ 1273.392453] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61e75cb-66bc-4a33-868f-b3ebad02942b: rpc.has_security_group_logging(os_id): False [ 1273.412417] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.412580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.412657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.412907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.412989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.413199] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.413310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.413375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.413503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.413581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.413672] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1273.477256] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.477256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.477256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.477256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.477256] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.489088] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1275.061407] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22043e09-0b09-4e49-bde6-f0422cea2597 in Status: SUCCESS [ 1275.061751] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22043e09-0b09-4e49-bde6-f0422cea2597 deletion is rescheduled due to dependency. [ 1275.061751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.503999] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1275.504342] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.490779] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.491018] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.975692] env[65815]: INFO networking_nsxv3.common.synchronization [None req-8f4962c1-14a0-4b55-820f-908561445708 None None] Enqueued Resource ID: 18ccc173-0bab-4380-b9a1-269bdc9a5423 with Priority: HIGHEST for action port [ 1279.976242] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ccc173-0bab-4380-b9a1-269bdc9a5423 with Priority: HIGHEST for action port [ 1279.976545] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-18ccc173-0bab-4380-b9a1-269bdc9a5423 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.976791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18ccc173-0bab-4380-b9a1-269bdc9a5423" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.976865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18ccc173-0bab-4380-b9a1-269bdc9a5423" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.977076] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18ccc173-0bab-4380-b9a1-269bdc9a5423" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.977158] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18ccc173-0bab-4380-b9a1-269bdc9a5423',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.419655] env[65815]: INFO networking_nsxv3.common.synchronization [None req-feea5801-48bb-4355-9476-163bfb5dbb33 tempest-AttachVolumeTestJSON-1142040888 tempest-AttachVolumeTestJSON-1142040888-project-member] Enqueued Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_rules [ 1280.420096] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_rules [ 1280.420409] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.420534] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.420655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.420872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.421029] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.479717] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18ccc173-0bab-4380-b9a1-269bdc9a5423 [ 1280.479968] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.480138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.480208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.480388] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.480476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.480568] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18ccc173-0bab-4380-b9a1-269bdc9a5423 already deleted. [ 1280.480644] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18ccc173-0bab-4380-b9a1-269bdc9a5423" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.517650] env[65815]: INFO networking_nsxv3.common.synchronization [None req-e96af994-322a-4e87-bcdf-59adff1b92ca tempest-AttachVolumeTestJSON-1142040888 tempest-AttachVolumeTestJSON-1142040888-project-member] Enqueued Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_rules [ 1280.518511] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_rules [ 1280.518594] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.518669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.943943] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.944091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.944140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.944333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.944419] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.944527] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 already deleted. [ 1280.944677] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.944839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.944997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.945096] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.467485] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.467907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.467907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.467978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.468058] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.468200] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 already deleted. [ 1281.468335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.873722] env[65815]: INFO networking_nsxv3.common.synchronization [None req-d1acd1b1-c0e8-4fbe-bb4e-71a3ed1ae4ed None None] Enqueued Resource ID: 7b8f1825-5d14-45d6-b66f-00033d299e22 with Priority: HIGHEST for action port [ 1281.874310] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8f1825-5d14-45d6-b66f-00033d299e22 with Priority: HIGHEST for action port [ 1281.874624] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b8f1825-5d14-45d6-b66f-00033d299e22 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.875473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b8f1825-5d14-45d6-b66f-00033d299e22" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.875569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b8f1825-5d14-45d6-b66f-00033d299e22" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.876205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b8f1825-5d14-45d6-b66f-00033d299e22" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.876343] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8f1825-5d14-45d6-b66f-00033d299e22',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.379225] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b8f1825-5d14-45d6-b66f-00033d299e22 [ 1282.379320] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.379392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.379457] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.379657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.379746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.379838] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b8f1825-5d14-45d6-b66f-00033d299e22 already deleted. [ 1282.379919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b8f1825-5d14-45d6-b66f-00033d299e22" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.970784] env[65815]: INFO networking_nsxv3.common.synchronization [req-3b1c8544-dcbb-4d8a-852e-42291f99291a req-71ddc573-f4b1-4d5f-8204-606c4697b627 tempest-AttachVolumeTestJSON-1142040888 tempest-AttachVolumeTestJSON-1142040888-project-member] Enqueued Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_members [ 1285.971977] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_members [ 1285.971977] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.971977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.971977] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.972351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.972665] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.972665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.972809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.972928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.973056] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.973177] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.281608] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.281848] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-285" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.281960] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-285" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.282373] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-285" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.282544] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.282757] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.282910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.283164] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.283308] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.283738] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.283738] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.283738] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.283913] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.283913] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.284057] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.284144] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.305770] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.306018] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.306093] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.306277] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-285" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.306578] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-41782779-cd19-4dce-9a53-ac2be0d17458 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.306810] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-41782779-cd19-4dce-9a53-ac2be0d17458" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.306932] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-41782779-cd19-4dce-9a53-ac2be0d17458" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.307284] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-41782779-cd19-4dce-9a53-ac2be0d17458" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.307421] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41782779-cd19-4dce-9a53-ac2be0d17458',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.476207] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.476443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.476443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.476670] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.476774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.476980] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.477209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.477274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.477438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.477538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.477593] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 already deleted. [ 1286.477667] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.809750] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.810095] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.810258] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.810548] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.810722] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.810971] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 41782779-cd19-4dce-9a53-ac2be0d17458 not found, creating... [ 1286.811295] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.811497] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.811693] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.811982] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.812263] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.812535] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.812721] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.812956] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.813092] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.813376] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.813376] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 41782779-cd19-4dce-9a53-ac2be0d17458 is going to be created. [ 1286.838221] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.838511] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.838605] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.838831] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.839097] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.839340] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-41782779-cd19-4dce-9a53-ac2be0d17458" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.868930] env[65815]: INFO networking_nsxv3.common.synchronization [req-d378e9d9-98bb-41b0-bf66-d0e538df28af req-9b7c679c-7626-4769-9fc7-3229f515dc05 tempest-AttachVolumeNegativeTest-1265792923 tempest-AttachVolumeNegativeTest-1265792923-project-member] Enqueued Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_members [ 1286.869351] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGHEST for action security_group_members [ 1286.869544] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.869671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.869732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.869936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.870099] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.870197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.870290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.870515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.870632] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.870907] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.373018] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.373347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.373347] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.373453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.373538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.373727] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.373826] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.373887] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.374047] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.374118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.374201] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb is going to be updated. [ 1287.402663] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.402814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.402858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.403083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.403227] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.412234] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb in Status: IN_PROGRESS for 2s [ 1287.539073] env[65815]: INFO networking_nsxv3.common.synchronization [req-3b1c8544-dcbb-4d8a-852e-42291f99291a req-b55598fa-415b-4148-a343-a7f7032e6b68 service nova] Enqueued Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_rules [ 1287.539340] env[65815]: INFO networking_nsxv3.common.synchronization [req-3b1c8544-dcbb-4d8a-852e-42291f99291a req-b55598fa-415b-4148-a343-a7f7032e6b68 service nova] Enqueued Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_members [ 1287.539483] env[65815]: INFO networking_nsxv3.common.synchronization [req-3b1c8544-dcbb-4d8a-852e-42291f99291a req-b55598fa-415b-4148-a343-a7f7032e6b68 service nova] Enqueued Resource ID: 41782779-cd19-4dce-9a53-ac2be0d17458 with Priority: HIGHEST for action port [ 1287.540564] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_rules [ 1287.540802] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_members [ 1287.540963] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41782779-cd19-4dce-9a53-ac2be0d17458 with Priority: HIGHEST for action port [ 1287.541328] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.541494] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.541588] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.541822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.541937] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.544068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.544068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.544068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.544068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.544068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.544068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.544068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.544480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.544688] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.544688] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.546467] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-41782779-cd19-4dce-9a53-ac2be0d17458 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.546467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41782779-cd19-4dce-9a53-ac2be0d17458" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.546467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41782779-cd19-4dce-9a53-ac2be0d17458" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.546467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41782779-cd19-4dce-9a53-ac2be0d17458" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.546467] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41782779-cd19-4dce-9a53-ac2be0d17458',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.050099] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.050099] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.050099] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.050919] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41782779-cd19-4dce-9a53-ac2be0d17458 with status ACTIVE [ 1288.051089] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.051200] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.051265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.051463] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.051547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.051705] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.051798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.051859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.052008] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.052087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.052265] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.052353] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.052411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.052545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.052612] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.052694] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41782779-cd19-4dce-9a53-ac2be0d17458 is going to be updated. [ 1288.073800] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.073964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.074025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.074197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.074324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.074477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41782779-cd19-4dce-9a53-ac2be0d17458" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.555816] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.058345] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.058655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.058747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.058976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.059085] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.059189] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 is going to be created. [ 1289.084795] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.085014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.085014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.085202] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.085354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.095745] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 in Status: UNINITIALIZED for 2s [ 1289.422500] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb in Status: SUCCESS [ 1289.422708] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb deletion is rescheduled due to dependency. [ 1289.422822] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.105758] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 in Status: SUCCESS [ 1291.106310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.106310] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.106435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.106542] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.106669] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.106750] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.106905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.106974] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.107077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.107170] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.609740] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.112275] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d327a1bd-96b3-48f3-afe8-617cd0cb23f1: rpc.has_security_group_logging(os_id): False [ 1292.131225] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.131438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.131438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.131622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.131712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.131957] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.132073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.132129] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.132280] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.132357] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.132441] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 is going to be created. [ 1292.193727] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.193949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.193949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.194166] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.194348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.205181] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 in Status: IN_PROGRESS for 2s [ 1292.542152] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.542254] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1294.218808] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 in Status: SUCCESS [ 1294.218808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.543428] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.543699] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1302.544511] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.544511] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.983806] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.984335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.984335] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.984717] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.984836] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.487331] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.990174] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.492272] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1305.492453] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1306.266753] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.267332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.267332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.267332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.280572] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1306.281417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.282207] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1306.325654] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.325934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.325934] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.326125] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.340330] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.341135] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1306.341218] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.341317] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1306.382611] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.382870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.382870] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.383018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.384476] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.384650] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1306.468303] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.468550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.468550] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.468732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.469022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.469311] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1306.542536] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.542846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.542846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.542992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.543260] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.543562] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1306.543660] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'aa379c55-f86d-4fb2-b3bd-6525933dbfab', '20d1f0f5-daed-499c-b5a1-caea3ac98d6f', '7e09d641-0f14-46b3-a648-581c3049afb7', '8bc0c8ed-4981-438d-a347-32ff480deb97', 'dbaf4f69-8358-41b9-a782-a5dfd234e3c5', 'c1253a63-27a9-4a56-851b-ec323714784f', '48e84d99-11be-4d85-a25f-5ab39c5b5f16', '4324075e-f71e-48cb-960d-fcd2754b3a8e', 'e7c45f3b-1d8a-465f-868a-196f4905784f', '64a7d3d9-fc6f-46fe-a2df-5a2f869bf129', '530fe56d-aa91-4f9e-9c6d-7b1449939a94', 'f609db10-a071-495f-90db-b7d9023669f8', 'fc4f1398-504c-4d29-8121-417458e9cc10', '046301b7-0b62-439b-9e2e-547a49ecdb4f', 'd5a77f47-d463-4552-b17e-57c535cba061', '75fa76cb-ea9c-40bb-9869-085af49bd266', 'a896d778-a978-46a4-8b36-cc01e3d0e001', '5a9877a5-6575-4ef2-b33d-885ba65cd6b0', 'a61e75cb-66bc-4a33-868f-b3ebad02942b', 'b010aac2-45bd-4881-a259-6785745da2c9', 'd747af5b-2551-4fed-98ec-6a162023416b', 'c4c23833-abc5-495e-82e3-2d8bf5e49208', '54c8a963-aa3f-4735-bc9a-c5790c01ccd5', '88d3c57e-ba54-4258-ab9a-a25b925c3783', 'b758871d-31cf-4de5-9bf4-aabf3ee55677', '79c55877-22a4-4fdc-a8a2-066e47bb1bcb', '11ae391e-fea1-4dd4-aca9-2c84f767fd9e', '04768c87-ba59-4f31-8487-63c48de9e25b', 'a1f5f4ab-a139-48af-a060-e62d38bb04b6', 'fb91393b-36a9-4f6a-a19b-792301f517bc', '228300c1-cec2-43f4-9eeb-c8181936c48f', 'b7747a38-4a65-470a-9e38-523ffe6321e5', 'd327a1bd-96b3-48f3-afe8-617cd0cb23f1', '30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0', '2d99e83e-6cfc-4650-8c0f-fbd59d881c79', '22043e09-0b09-4e49-bde6-f0422cea2597', 'df0e1b3f-73e3-4740-8307-d996aa54b8e6', 'b88cd2c4-b024-4702-912d-0841e16377e9', 'b3a4bfe9-edb7-491a-aa71-ec080943df66', 'b1d2f914-1e37-48fd-95af-8ec27507ec25', 'b3a6b391-b608-43fb-8aaa-a6db68dabaef', 'f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58', 'ae9b11c1-1e39-4e0c-a82f-84ebc807cf15', '5e3594f0-40cf-4c5a-a1cf-78269b1274d8', '941fbcf2-f29d-4540-80e0-3c1d52dc1053', '0ebdae58-a9c9-4eed-9bc7-a392ada76a14'} {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.543784] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1306.562907] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.563188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.563188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.563370] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.563445] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.563510] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1306.563572] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.563648] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1306.641744] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.642025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.642025] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.642188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.643308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.643566] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1306.643646] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1306.643716] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1306.643774] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1306.643853] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1306.643929] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGH for action security_group_rules [ 1306.644014] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGH for action security_group_rules [ 1306.644085] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGH for action security_group_rules [ 1306.644239] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGH for action security_group_rules [ 1306.644239] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGH for action security_group_rules [ 1306.644459] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGH for action security_group_rules [ 1306.644459] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGH for action security_group_rules [ 1306.644459] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGH for action security_group_rules [ 1306.644459] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGH for action security_group_rules [ 1306.644632] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGH for action security_group_rules [ 1306.644632] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGH for action security_group_rules [ 1306.644632] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGH for action security_group_rules [ 1306.644748] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGH for action security_group_rules [ 1306.644748] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGH for action security_group_rules [ 1306.644748] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGH for action security_group_rules [ 1306.644847] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGH for action security_group_rules [ 1306.644878] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGH for action security_group_rules [ 1306.644969] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGH for action security_group_rules [ 1306.644969] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGH for action security_group_rules [ 1306.645082] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGH for action security_group_rules [ 1306.645128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.545524] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1307.545923] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1307.546041] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab with Priority: HIGH for action security_group_rules [ 1307.546288] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e09d641-0f14-46b3-a648-581c3049afb7 with Priority: HIGH for action security_group_rules [ 1307.546516] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 with Priority: HIGH for action security_group_rules [ 1307.546732] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a77f47-d463-4552-b17e-57c535cba061 with Priority: HIGH for action security_group_rules [ 1307.546943] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b010aac2-45bd-4881-a259-6785745da2c9 with Priority: HIGH for action security_group_rules [ 1307.547164] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGH for action security_group_rules [ 1307.547361] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 with Priority: HIGH for action security_group_rules [ 1307.547556] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a896d778-a978-46a4-8b36-cc01e3d0e001 with Priority: HIGH for action security_group_rules [ 1307.547748] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f with Priority: HIGH for action security_group_rules [ 1307.547946] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 with Priority: HIGH for action security_group_rules [ 1307.548149] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4f1398-504c-4d29-8121-417458e9cc10 with Priority: HIGH for action security_group_rules [ 1307.548349] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f609db10-a071-495f-90db-b7d9023669f8 with Priority: HIGH for action security_group_rules [ 1307.548569] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 with Priority: HIGH for action security_group_rules [ 1307.548761] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 with Priority: HIGH for action security_group_rules [ 1307.548961] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7c45f3b-1d8a-465f-868a-196f4905784f with Priority: HIGH for action security_group_rules [ 1307.549176] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1253a63-27a9-4a56-851b-ec323714784f with Priority: HIGH for action security_group_rules [ 1307.549373] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGH for action security_group_rules [ 1307.549570] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 with Priority: HIGH for action security_group_rules [ 1307.549767] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f with Priority: HIGH for action security_group_rules [ 1307.549967] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 with Priority: HIGH for action security_group_rules [ 1307.550501] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.550720] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.550858] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.551580] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.551736] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa379c55-f86d-4fb2-b3bd-6525933dbfab',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.553162] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e09d641-0f14-46b3-a648-581c3049afb7 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.553350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.553495] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.553774] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.553923] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e09d641-0f14-46b3-a648-581c3049afb7',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.555978] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.556178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.556506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.556846] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.556964] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48e84d99-11be-4d85-a25f-5ab39c5b5f16',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.559263] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a77f47-d463-4552-b17e-57c535cba061 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.559442] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.559573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.559802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.560111] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a77f47-d463-4552-b17e-57c535cba061',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.561835] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b010aac2-45bd-4881-a259-6785745da2c9 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.561996] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.562134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.562360] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.563065] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b010aac2-45bd-4881-a259-6785745da2c9',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.563958] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.564118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.564156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.564963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.565063] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.565758] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.565865] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.565943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.566135] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.566207] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9877a5-6575-4ef2-b33d-885ba65cd6b0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.567014] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a896d778-a978-46a4-8b36-cc01e3d0e001 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.567126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.567193] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.567348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.567421] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a896d778-a978-46a4-8b36-cc01e3d0e001',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.568086] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-046301b7-0b62-439b-9e2e-547a49ecdb4f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.568191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.568255] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.568401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.568472] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('046301b7-0b62-439b-9e2e-547a49ecdb4f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.569166] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75fa76cb-ea9c-40bb-9869-085af49bd266 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.569237] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.569302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.569450] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.569520] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75fa76cb-ea9c-40bb-9869-085af49bd266',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.570202] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc4f1398-504c-4d29-8121-417458e9cc10 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.570309] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.570375] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.570521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.570614] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc4f1398-504c-4d29-8121-417458e9cc10',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.571363] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f609db10-a071-495f-90db-b7d9023669f8 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.571470] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.571535] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.571682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.571767] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f609db10-a071-495f-90db-b7d9023669f8',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.572425] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.572531] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.572596] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.572737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.572806] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('530fe56d-aa91-4f9e-9c6d-7b1449939a94',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.573458] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.573591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.573657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.573802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.573875] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64a7d3d9-fc6f-46fe-a2df-5a2f869bf129',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.574537] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7c45f3b-1d8a-465f-868a-196f4905784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.574642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.574706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.574867] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.574934] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7c45f3b-1d8a-465f-868a-196f4905784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.575697] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1253a63-27a9-4a56-851b-ec323714784f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.575801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.575866] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.576066] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.576101] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1253a63-27a9-4a56-851b-ec323714784f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.576736] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.576841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.576907] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.577066] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.577137] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.577792] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.577912] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.577982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.578145] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.578216] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbaf4f69-8358-41b9-a782-a5dfd234e3c5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.578963] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.579084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.579140] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.579289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.579358] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d1f0f5-daed-499c-b5a1-caea3ac98d6f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.580009] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bc0c8ed-4981-438d-a347-32ff480deb97 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.580115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.580196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.580323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.580393] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bc0c8ed-4981-438d-a347-32ff480deb97',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.645232] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.645469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.645469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.645648] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.647280] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.647431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.648203] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.648306] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.649025] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.649139] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.670349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.670532] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9877a5-6575-4ef2-b33d-885ba65cd6b0 is going to be deleted. [ 1307.671355] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.671562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.690493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.690680] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e09d641-0f14-46b3-a648-581c3049afb7 is going to be deleted. [ 1307.691477] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.691681] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.809661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.809836] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa379c55-f86d-4fb2-b3bd-6525933dbfab is going to be deleted. [ 1307.810664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.810895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.817815] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.818016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.828486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.828669] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a896d778-a978-46a4-8b36-cc01e3d0e001 is going to be deleted. [ 1307.829516] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.829727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.829812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.829937] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9877a5-6575-4ef2-b33d-885ba65cd6b0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.848869] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.849083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.849083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.849313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.849403] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.849521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e09d641-0f14-46b3-a648-581c3049afb7" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.894456] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.894679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.894679] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.894898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.894989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.895124] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa379c55-f86d-4fb2-b3bd-6525933dbfab" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.920799] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.920799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.920799] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.921178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.921178] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.921294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a896d778-a978-46a4-8b36-cc01e3d0e001" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.082298] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.082523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.082523] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.082664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.082830] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.082932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.082994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.083156] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.083239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.083324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.083414] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.088289] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.088289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.088289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.088498] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.095235] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.095428] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.095483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.095633] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.095856] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.095976] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.096077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.096242] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.096324] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.096411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.096496] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.106379] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.106570] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.108775] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.170309] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.170532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.171472] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.171599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.172288] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.172380] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.173152] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.173325] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.174196] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.174284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.175125] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.175213] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.175870] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.175959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.176696] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.176804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.177498] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.177628] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.178290] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.178758] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.178861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.179607] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.180051] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.180183] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48e84d99-11be-4d85-a25f-5ab39c5b5f16 is going to be deleted. [ 1308.181818] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.181906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.181969] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.182179] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.183583] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.183674] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.200594] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1308.201118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.201264] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1253a63-27a9-4a56-851b-ec323714784f is going to be deleted. [ 1308.202582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.202790] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.227289] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.227458] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 530fe56d-aa91-4f9e-9c6d-7b1449939a94 is going to be deleted. [ 1308.228312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.228538] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.248977] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.249208] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.252252] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.252356] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.262174] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.262331] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b010aac2-45bd-4881-a259-6785745da2c9 is going to be deleted. [ 1308.263204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.263415] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.289060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.289247] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f609db10-a071-495f-90db-b7d9023669f8 is going to be deleted. [ 1308.290155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.290367] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.339480] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.339684] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.360923] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.361121] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc4f1398-504c-4d29-8121-417458e9cc10 is going to be deleted. [ 1308.362067] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.362291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.434068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.434259] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d1f0f5-daed-499c-b5a1-caea3ac98d6f is going to be deleted. [ 1308.435191] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.435399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.444698] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.444918] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.447359] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.447456] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.479035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.479214] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75fa76cb-ea9c-40bb-9869-085af49bd266 is going to be deleted. [ 1308.480142] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.480392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.488628] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.488804] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.521543] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.521765] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.526018] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.526169] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64a7d3d9-fc6f-46fe-a2df-5a2f869bf129 is going to be deleted. [ 1308.527096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.527312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.573836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.574235] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bc0c8ed-4981-438d-a347-32ff480deb97 is going to be deleted. [ 1308.574900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.575133] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.576597] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.576701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.589865] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.609207] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.609435] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7c45f3b-1d8a-465f-868a-196f4905784f is going to be deleted. [ 1308.610244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.610462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.614251] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4324075e-f71e-48cb-960d-fcd2754b3a8e: rpc.has_security_group_logging(os_id): False [ 1308.652036] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.652254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.675495] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.675712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.685854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.686033] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbaf4f69-8358-41b9-a782-a5dfd234e3c5 is going to be deleted. [ 1308.686965] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.687192] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.734662] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.734916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.746427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.746606] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a77f47-d463-4552-b17e-57c535cba061 is going to be deleted. [ 1308.747561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.747810] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.749237] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.749399] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.864675] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.864861] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 046301b7-0b62-439b-9e2e-547a49ecdb4f is going to be deleted. [ 1308.865760] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.865982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.866106] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.866228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48e84d99-11be-4d85-a25f-5ab39c5b5f16" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.866552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.866552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.866672] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.866756] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1253a63-27a9-4a56-851b-ec323714784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.867294] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.867453] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.867535] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.867649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-530fe56d-aa91-4f9e-9c6d-7b1449939a94" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.867810] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.867948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.868027] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.868143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b010aac2-45bd-4881-a259-6785745da2c9" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.868272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.868412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.868488] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.868595] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f609db10-a071-495f-90db-b7d9023669f8" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.868737] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.868882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.868967] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.869130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc4f1398-504c-4d29-8121-417458e9cc10" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.869254] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.869372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.869446] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.869551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d1f0f5-daed-499c-b5a1-caea3ac98d6f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.869671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.869807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.869889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.869992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75fa76cb-ea9c-40bb-9869-085af49bd266" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.870160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.870363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.923701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.924040] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.924150] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.924216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.924421] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.924505] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.924597] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e is going to be updated. [ 1308.925722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.925893] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.925978] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.926114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64a7d3d9-fc6f-46fe-a2df-5a2f869bf129" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.926258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.926424] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.926503] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.926607] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bc0c8ed-4981-438d-a347-32ff480deb97" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.926753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.926948] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.927042] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.927153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7c45f3b-1d8a-465f-868a-196f4905784f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.944326] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.944532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.944532] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.944742] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.944832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.944955] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbaf4f69-8358-41b9-a782-a5dfd234e3c5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.949391] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.949569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.949569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.949772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.949854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.949970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a77f47-d463-4552-b17e-57c535cba061" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.003128] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.003334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.003334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.003551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.003639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.003762] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-046301b7-0b62-439b-9e2e-547a49ecdb4f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.085675] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1309.086429] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.086578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.086854] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.087127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.087292] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.092091] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61e75cb-66bc-4a33-868f-b3ebad02942b: rpc.has_security_group_logging(os_id): False [ 1309.134273] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: IN_PROGRESS for 2s [ 1309.151052] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.151270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.151366] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.151651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.182033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.182377] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.182507] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.182554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.182746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.182832] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.182919] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1309.271341] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.271568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.271568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.271741] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.271882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.294859] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1311.149847] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: SUCCESS [ 1311.150234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.308806] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1311.309041] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.400264] env[65815]: INFO networking_nsxv3.common.synchronization [req-c0b0173d-deef-4659-8925-10b1a51fee17 req-ee0ac45c-944d-4438-92ac-d2429a4afe0c tempest-AttachVolumeShelveTestJSON-1807910003 tempest-AttachVolumeShelveTestJSON-1807910003-project-member] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_members [ 1312.400804] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGHEST for action security_group_members [ 1312.401140] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.401267] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.401334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.401542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.401725] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.402164] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.402232] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.402544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.402639] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.402734] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.904816] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.905079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.905079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.905414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.905543] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.905765] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.905895] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.905998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.906196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.906297] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.906390] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e is going to be updated. [ 1312.935552] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.935768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.935768] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.935921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.936070] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.943987] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: IN_PROGRESS for 2s [ 1314.954656] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e in Status: SUCCESS [ 1314.955126] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e deletion is rescheduled due to dependency. [ 1314.955126] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.401962] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.402289] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.402720] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.403070] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.404045] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.404424] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.405272] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.405772] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.406345] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.406714] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.407504] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.407504] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.408555] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.408930] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.053402] env[65815]: INFO networking_nsxv3.common.synchronization [req-17875857-3730-43ad-acc2-1c5b1cabd6ed req-b887c82b-6003-43b7-8830-16df104ed7ad tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1348.053955] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1348.054287] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.054408] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.054608] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.054839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.055071] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.055221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.055221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.055438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.055438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.055530] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.557835] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.558312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.558312] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.558416] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.558553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.558793] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.558986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.558986] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.559132] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.559203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.559259] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1348.587318] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.587549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.587549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.587730] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.587882] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.598229] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1350.608949] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1350.609382] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b deletion is rescheduled due to dependency. [ 1350.609382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.055274] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.055656] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.095899] env[65815]: INFO networking_nsxv3.common.synchronization [req-1ad1d87d-98bd-4a79-9e8f-dc26edf160fd req-58f5f18e-1a08-4cb6-b056-0ef10d9ef84b tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1356.096456] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1356.096721] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.096842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.096908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.097311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.097465] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.097658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.097744] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.097925] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.098049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.098179] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.395777] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.395955] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.396090] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.396394] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.396651] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.396807] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.396924] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.397262] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.397409] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.397618] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1356.397731] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1356.397839] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1356.397945] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1356.398064] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1356.398171] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1356.398302] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1356.420892] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1356.421096] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1356.421197] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1356.421369] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-370" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.421686] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-20a03303-93f8-4363-acc7-e40ce49638eb taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.421844] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-20a03303-93f8-4363-acc7-e40ce49638eb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.421960] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-20a03303-93f8-4363-acc7-e40ce49638eb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.422311] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-20a03303-93f8-4363-acc7-e40ce49638eb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.422468] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a03303-93f8-4363-acc7-e40ce49638eb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.600536] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.600738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.600738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.600956] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.601060] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.601274] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.601371] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.601431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.601591] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.601664] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.601748] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1356.625701] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.625964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.625964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.626104] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.626239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.634353] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1356.924967] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.925221] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.925273] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.925545] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.925690] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.925838] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 20a03303-93f8-4363-acc7-e40ce49638eb not found, creating... [ 1356.926103] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.926257] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.926385] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.926597] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.926727] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.927018] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.927213] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.927327] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.927529] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.927658] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.927791] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 20a03303-93f8-4363-acc7-e40ce49638eb is going to be created. [ 1356.948381] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.948633] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.948726] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.949019] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.949247] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.949468] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-20a03303-93f8-4363-acc7-e40ce49638eb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.637854] env[65815]: INFO networking_nsxv3.common.synchronization [req-1ad1d87d-98bd-4a79-9e8f-dc26edf160fd req-bb80a61f-d855-46ce-abf8-e38e39a9095b service nova] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 1357.638142] env[65815]: INFO networking_nsxv3.common.synchronization [req-1ad1d87d-98bd-4a79-9e8f-dc26edf160fd req-bb80a61f-d855-46ce-abf8-e38e39a9095b service nova] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1357.638205] env[65815]: INFO networking_nsxv3.common.synchronization [req-1ad1d87d-98bd-4a79-9e8f-dc26edf160fd req-bb80a61f-d855-46ce-abf8-e38e39a9095b service nova] Enqueued Resource ID: 20a03303-93f8-4363-acc7-e40ce49638eb with Priority: HIGHEST for action port [ 1357.638708] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_rules [ 1357.638878] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1357.638979] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a03303-93f8-4363-acc7-e40ce49638eb with Priority: HIGHEST for action port [ 1357.639221] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.639344] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.639411] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.639625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.639695] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.640620] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.640728] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.640896] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-20a03303-93f8-4363-acc7-e40ce49638eb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.640993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20a03303-93f8-4363-acc7-e40ce49638eb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.641083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20a03303-93f8-4363-acc7-e40ce49638eb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.641241] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20a03303-93f8-4363-acc7-e40ce49638eb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.641317] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a03303-93f8-4363-acc7-e40ce49638eb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.143286] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.143286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.144038] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20a03303-93f8-4363-acc7-e40ce49638eb with status ACTIVE [ 1358.144038] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.144038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.144038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.144038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.144423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.144423] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.144423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.144423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.144575] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.144609] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.144777] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.144880] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.144938] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.145109] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.145222] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.145267] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20a03303-93f8-4363-acc7-e40ce49638eb is going to be updated. [ 1358.168484] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.168706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.168706] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.168874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.169014] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.169209] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20a03303-93f8-4363-acc7-e40ce49638eb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.644281] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1358.644668] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b deletion is rescheduled due to dependency. [ 1358.644668] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.644746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.644908] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.645094] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.645204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.645270] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.645409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.645490] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.645582] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.148328] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.651082] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.153427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.153732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.153732] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.153828] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.154435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.154435] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1360.182054] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.182054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.182054] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.182290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.182327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.190728] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1362.202249] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1362.202655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.202655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.202842] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.203052] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.203185] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.203234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.203429] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.203480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.203525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.203618] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.640340] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.640340] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1362.706057] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.209458] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a61e75cb-66bc-4a33-868f-b3ebad02942b: rpc.has_security_group_logging(os_id): False [ 1363.231267] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.231493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.231493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.231682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.231772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.232026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.232134] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.232190] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.232345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.232462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.232585] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1363.298087] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.298315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.298315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.298401] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.298545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.316823] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1365.333165] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1365.333559] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.640954] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.641363] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.642170] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.642170] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.643934] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.643934] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.644581] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.644581] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.645357] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.645784] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.646870] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.646870] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.648027] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.648027] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.649155] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.649155] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.650253] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.650735] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1412.651737] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1412.652119] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.652564] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.652973] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.326212] env[65815]: INFO networking_nsxv3.common.synchronization [req-03c20497-3ca4-4a1e-b6c9-d311e80ff994 req-d5e58273-3853-44d2-b2ee-98b802c27190 tempest-ServerActionsTestJSON-1091377503 tempest-ServerActionsTestJSON-1091377503-project-member] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1418.326806] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGHEST for action security_group_members [ 1418.327164] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.327287] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.327354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.327582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.327791] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.327900] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.327964] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.328130] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.328221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.328312] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.830548] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.830953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.830953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.830953] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.831087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.831215] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.831315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.831379] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.831528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.831652] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.831813] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be updated. [ 1418.866865] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.867112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.867112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.867322] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.867464] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.876206] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: IN_PROGRESS for 2s [ 1420.886877] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a61e75cb-66bc-4a33-868f-b3ebad02942b in Status: SUCCESS [ 1420.887271] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b deletion is rescheduled due to dependency. [ 1420.887271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.327454] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.327454] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.235522] env[65815]: INFO networking_nsxv3.common.synchronization [None req-68621193-92c1-4258-b89d-2998b20a1744 None None] Enqueued Resource ID: ad49e093-dc2e-4e05-8415-8bea9f352df6 with Priority: HIGHEST for action port [ 1426.236210] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad49e093-dc2e-4e05-8415-8bea9f352df6 with Priority: HIGHEST for action port [ 1426.236423] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad49e093-dc2e-4e05-8415-8bea9f352df6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.236722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad49e093-dc2e-4e05-8415-8bea9f352df6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.236722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad49e093-dc2e-4e05-8415-8bea9f352df6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.236873] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad49e093-dc2e-4e05-8415-8bea9f352df6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.236911] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad49e093-dc2e-4e05-8415-8bea9f352df6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.739318] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad49e093-dc2e-4e05-8415-8bea9f352df6 [ 1426.740712] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.740712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.740712] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.740917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.740917] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.740988] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad49e093-dc2e-4e05-8415-8bea9f352df6 already deleted. [ 1426.741086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad49e093-dc2e-4e05-8415-8bea9f352df6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.341315] env[65815]: INFO networking_nsxv3.common.synchronization [None req-98c66556-c105-4037-a086-8c5e85222e1f None None] Enqueued Resource ID: b7733537-d061-4190-a572-9c5c4cecadec with Priority: HIGHEST for action port [ 1428.341602] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7733537-d061-4190-a572-9c5c4cecadec with Priority: HIGHEST for action port [ 1428.342143] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7733537-d061-4190-a572-9c5c4cecadec taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.342274] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7733537-d061-4190-a572-9c5c4cecadec" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.342341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7733537-d061-4190-a572-9c5c4cecadec" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.342581] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7733537-d061-4190-a572-9c5c4cecadec" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.342663] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7733537-d061-4190-a572-9c5c4cecadec',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.514961] env[65815]: INFO networking_nsxv3.common.synchronization [None req-cc5f5773-e242-4bef-a2fc-56694a286e34 None None] Enqueued Resource ID: 5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c with Priority: HIGHEST for action port [ 1428.515589] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c with Priority: HIGHEST for action port [ 1428.515916] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.516131] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.516253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.516482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.516562] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.847536] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7733537-d061-4190-a572-9c5c4cecadec [ 1428.847949] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.848072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.848072] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.848329] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.848387] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.848463] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7733537-d061-4190-a572-9c5c4cecadec already deleted. [ 1428.848542] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7733537-d061-4190-a572-9c5c4cecadec" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.019254] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c [ 1429.019602] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.019792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.019922] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.020221] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.020365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.020470] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c already deleted. [ 1429.020564] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5fe2c443-0e1b-4d7b-bb57-74a54fd65e5c" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.817328] env[65815]: INFO networking_nsxv3.common.synchronization [None req-cf4564e6-9b41-48d7-aead-d18d0c3584f3 None None] Enqueued Resource ID: f3cb5181-ed97-4297-92eb-33f2d3452bc1 with Priority: HIGHEST for action port [ 1430.817569] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3cb5181-ed97-4297-92eb-33f2d3452bc1 with Priority: HIGHEST for action port [ 1430.818176] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3cb5181-ed97-4297-92eb-33f2d3452bc1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.818304] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3cb5181-ed97-4297-92eb-33f2d3452bc1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.818369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3cb5181-ed97-4297-92eb-33f2d3452bc1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.818625] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3cb5181-ed97-4297-92eb-33f2d3452bc1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.818734] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3cb5181-ed97-4297-92eb-33f2d3452bc1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.320796] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3cb5181-ed97-4297-92eb-33f2d3452bc1 [ 1431.321026] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.321167] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.321238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.321455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.321544] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.321638] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3cb5181-ed97-4297-92eb-33f2d3452bc1 already deleted. [ 1431.321715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3cb5181-ed97-4297-92eb-33f2d3452bc1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.177536] env[65815]: INFO networking_nsxv3.common.synchronization [req-24275681-76af-4cb4-8f35-caaf28ce7edc req-22853b84-0e14-4fa4-99eb-b6278c6f1a2c tempest-ServersNegativeTestMultiTenantJSON-641087464 tempest-ServersNegativeTestMultiTenantJSON-641087464-project-member] Enqueued Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGHEST for action security_group_members [ 1434.178122] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGHEST for action security_group_members [ 1434.178427] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-85970334-1404-4a86-8655-f4360d3fc861 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.178549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.178617] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.178891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.179170] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.179290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.179351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.179499] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.179583] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.179676] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.472663] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock network-965 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.472910] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "network-965" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.473077] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "network-965" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.473441] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "network-965" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.473732] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.473921] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.474074] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.474293] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.474433] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.474635] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1434.474744] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1434.474847] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1434.474949] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1434.475070] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1434.475173] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1434.475299] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1434.494823] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1434.494991] env[65815]: DEBUG dogpile.cache.region [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1434.495136] env[65815]: DEBUG dogpile.lock [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1434.495307] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "network-965" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.495639] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock port-1301b6c1-0764-421d-ad0b-cce1ed05040d taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.495817] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "port-1301b6c1-0764-421d-ad0b-cce1ed05040d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.495940] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "port-1301b6c1-0764-421d-ad0b-cce1ed05040d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.496265] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "port-1301b6c1-0764-421d-ad0b-cce1ed05040d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.496400] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1301b6c1-0764-421d-ad0b-cce1ed05040d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.681506] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.681747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.681747] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.681891] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.681980] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.682189] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.682286] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.682348] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.682493] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.682566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.682652] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85970334-1404-4a86-8655-f4360d3fc861 already deleted. [ 1434.682735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.999064] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.999290] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.999395] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.999671] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.999814] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.999997] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Segment Port 1301b6c1-0764-421d-ad0b-cce1ed05040d not found, creating... [ 1435.000266] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.000551] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.000551] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.000764] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.000900] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.001189] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.001342] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.001455] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.001668] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.001798] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.001931] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Resource: SegmentPort with ID: 1301b6c1-0764-421d-ad0b-cce1ed05040d is going to be created. [ 1435.022356] env[65815]: DEBUG networking_nsxv3.common.locking [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.022563] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.022791] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.022984] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.023235] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.023460] env[65815]: DEBUG oslo_concurrency.lockutils [None req-a07b9ff0-85ca-4f1c-8692-e461bbf7a555 None None] Releasing lock "port-1301b6c1-0764-421d-ad0b-cce1ed05040d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.441758] env[65815]: INFO networking_nsxv3.common.synchronization [req-c63c3ce6-4cee-4090-8e53-a4ef7164bca9 req-041d63af-6348-451a-b5f3-87158ed354fa tempest-AttachVolumeTestJSON-1142040888 tempest-AttachVolumeTestJSON-1142040888-project-member] Enqueued Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_members [ 1435.442336] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGHEST for action security_group_members [ 1435.442643] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.442935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.442935] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.443078] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.443210] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.443328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.443395] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.443552] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.443642] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.443749] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.731739] env[65815]: INFO networking_nsxv3.common.synchronization [req-24275681-76af-4cb4-8f35-caaf28ce7edc req-30a83c22-8293-4d0a-abde-cb765a1666ef service nova] Enqueued Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGHEST for action security_group_rules [ 1435.731919] env[65815]: INFO networking_nsxv3.common.synchronization [req-24275681-76af-4cb4-8f35-caaf28ce7edc req-30a83c22-8293-4d0a-abde-cb765a1666ef service nova] Enqueued Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGHEST for action security_group_members [ 1435.732114] env[65815]: INFO networking_nsxv3.common.synchronization [req-24275681-76af-4cb4-8f35-caaf28ce7edc req-30a83c22-8293-4d0a-abde-cb765a1666ef service nova] Enqueued Resource ID: 1301b6c1-0764-421d-ad0b-cce1ed05040d with Priority: HIGHEST for action port [ 1435.732283] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGHEST for action security_group_rules [ 1435.732418] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGHEST for action security_group_members [ 1435.732529] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1301b6c1-0764-421d-ad0b-cce1ed05040d with Priority: HIGHEST for action port [ 1435.733198] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85970334-1404-4a86-8655-f4360d3fc861 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.733352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.733422] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.733682] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.733765] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.735455] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-85970334-1404-4a86-8655-f4360d3fc861 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.735455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.735568] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.735761] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.735915] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.736024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.736077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.736218] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.736301] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.736388] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.737977] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-1301b6c1-0764-421d-ad0b-cce1ed05040d taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.738120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1301b6c1-0764-421d-ad0b-cce1ed05040d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.739097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1301b6c1-0764-421d-ad0b-cce1ed05040d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.739097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1301b6c1-0764-421d-ad0b-cce1ed05040d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.739097] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1301b6c1-0764-421d-ad0b-cce1ed05040d',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.946242] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.946461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.946461] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.946665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.966467] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.966733] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.966878] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.966946] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.967168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.967253] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.967369] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 is going to be updated. [ 1435.993593] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.993813] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.993916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.994143] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.994279] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.003218] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 in Status: IN_PROGRESS for 2s [ 1436.235749] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-85970334-1404-4a86-8655-f4360d3fc861 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.235963] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.238420] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.240320] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1301b6c1-0764-421d-ad0b-cce1ed05040d with status ACTIVE [ 1436.240536] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.240660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.240721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.240924] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.241454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.241454] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.241454] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.241636] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.241715] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.241811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.242070] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.242183] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.242247] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.242386] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.242455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.242538] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1301b6c1-0764-421d-ad0b-cce1ed05040d is going to be updated. [ 1436.272476] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.272791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.272791] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.272932] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.273012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.273188] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1301b6c1-0764-421d-ad0b-cce1ed05040d" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.741233] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.245239] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.245239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.245239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.245239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.245239] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.245239] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85970334-1404-4a86-8655-f4360d3fc861 is going to be created. [ 1437.268843] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.269015] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.269063] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.269273] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.269427] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.279947] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85970334-1404-4a86-8655-f4360d3fc861 in Status: UNINITIALIZED for 2s [ 1438.012791] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 in Status: SUCCESS [ 1438.013091] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 deletion is rescheduled due to dependency. [ 1438.013091] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.290576] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85970334-1404-4a86-8655-f4360d3fc861 in Status: SUCCESS [ 1439.290990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.290990] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.291168] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.291433] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.291561] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.291629] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.291798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.291883] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.291970] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.292076] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.794813] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-85970334-1404-4a86-8655-f4360d3fc861 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.795035] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.795083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.795303] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.795475] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.795601] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.795740] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.795933] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.796036] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.796128] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.796279] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-85970334-1404-4a86-8655-f4360d3fc861 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.796373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.796434] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.796576] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.796712] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.796801] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.796861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.796993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.797080] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.797160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.797246] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.945085] env[65815]: INFO networking_nsxv3.common.synchronization [None req-23162b8a-1cb3-4b34-b544-7d8a463df8d7 tempest-AttachVolumeTestJSON-1142040888 tempest-AttachVolumeTestJSON-1142040888-project-member] Enqueued Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_rules [ 1439.945744] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_rules [ 1439.946071] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdaca382-1f26-4455-b13e-62d5b194fe31 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.946214] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.946283] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.946555] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.946638] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.039970] env[65815]: INFO networking_nsxv3.common.synchronization [None req-685e19a1-3330-450c-82be-a6b62e730b8b tempest-AttachVolumeTestJSON-1142040888 tempest-AttachVolumeTestJSON-1142040888-project-member] Enqueued Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_rules [ 1440.040573] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_rules [ 1440.040918] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdaca382-1f26-4455-b13e-62d5b194fe31 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.041083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.299659] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85970334-1404-4a86-8655-f4360d3fc861: rpc.has_security_group_logging(os_id): False [ 1440.318762] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.319019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.319019] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.319272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.319390] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.319635] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.319738] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.319816] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.320023] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.320181] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.320318] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.320435] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.320497] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.320680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.320778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.321012] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.321122] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.321196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.321352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.321438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.321535] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85970334-1404-4a86-8655-f4360d3fc861 is going to be created. [ 1440.381245] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.381455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.381455] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.381661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.381839] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.499589] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85970334-1404-4a86-8655-f4360d3fc861 in Status: IN_PROGRESS for 2s [ 1440.505528] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.505528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.505528] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.505800] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.505840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.505942] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdaca382-1f26-4455-b13e-62d5b194fe31 already deleted. [ 1440.506045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.506182] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.506333] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.506416] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.025285] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.025484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.025484] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.025700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.025778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.025876] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdaca382-1f26-4455-b13e-62d5b194fe31 already deleted. [ 1441.025959] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.512975] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85970334-1404-4a86-8655-f4360d3fc861 in Status: SUCCESS [ 1442.513352] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.041547] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.041889] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.117841] env[65815]: INFO networking_nsxv3.common.synchronization [req-0f268797-3445-460b-a593-bcb711265b30 req-3cb6f4c9-8880-4a5a-9ae8-16f351fc40d7 tempest-ServersNegativeTestMultiTenantJSON-641087464 tempest-ServersNegativeTestMultiTenantJSON-641087464-project-member] Enqueued Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGHEST for action security_group_members [ 1445.118564] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGHEST for action security_group_members [ 1445.118820] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-85970334-1404-4a86-8655-f4360d3fc861 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.118926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.118926] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.119127] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.119254] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.119349] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.119407] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.119567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.119651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.119791] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.396093] env[65815]: INFO networking_nsxv3.common.synchronization [req-46b83e56-d8b0-4316-b2b5-33e80d071e38 req-90632a7f-bcfa-4881-8394-b9191a455688 tempest-AttachVolumeTestJSON-1142040888 tempest-AttachVolumeTestJSON-1142040888-project-member] Enqueued Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_members [ 1445.396628] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_members [ 1445.396958] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdaca382-1f26-4455-b13e-62d5b194fe31 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.397114] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.397194] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.397482] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.397646] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.397775] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.397841] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.397993] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.398088] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.398179] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.625695] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.625859] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.625919] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.626154] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.626252] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.626475] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.626594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.626657] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.626825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.626927] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.627046] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85970334-1404-4a86-8655-f4360d3fc861 is going to be updated. [ 1445.658228] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.658412] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.658521] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.658734] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.658910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.668555] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85970334-1404-4a86-8655-f4360d3fc861 in Status: IN_PROGRESS for 2s [ 1445.681731] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock network-285 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.681917] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "network-285" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.682050] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "network-285" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.682303] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "network-285" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.682623] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.682799] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.683214] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.683214] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.683335] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.683486] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1445.683597] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] NeedRegenerationException {{(pid=65815) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1445.683703] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] no value, waiting for create lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1445.683809] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] value creation lock acquired {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1445.683914] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] No value present for key: 'zone-id' {{(pid=65815) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1445.684026] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Calling creation function for not-yet-present value {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1445.684156] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1445.705737] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1445.705914] env[65815]: DEBUG dogpile.cache.region [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65815) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1445.706060] env[65815]: DEBUG dogpile.lock [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Released creation lock {{(pid=65815) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1445.706234] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "network-285" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.706541] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14 taken with stack trace [, , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.706948] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.706948] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.707176] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.707340] env[65815]: DEBUG networking_nsxv3.api.rpc [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ba5434-78da-42fe-a6eb-cb18e7ecda14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.900943] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.900943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.900943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.900943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.900943] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.901413] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.901413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.901413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.901413] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.901643] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.901643] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdaca382-1f26-4455-b13e-62d5b194fe31 already deleted. [ 1445.901746] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.209985] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.210338] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.210531] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.210839] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.211090] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.211299] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Segment Port c7ba5434-78da-42fe-a6eb-cb18e7ecda14 not found, creating... [ 1446.211567] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.211725] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.211841] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.212072] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.212211] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.212501] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.212658] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.212765] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.212965] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.213186] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.213492] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Resource: SegmentPort with ID: c7ba5434-78da-42fe-a6eb-cb18e7ecda14 is going to be created. [ 1446.233756] env[65815]: DEBUG networking_nsxv3.common.locking [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.234101] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.234227] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.234492] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.234715] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.234937] env[65815]: DEBUG oslo_concurrency.lockutils [None req-6de66ee2-bdd7-46a4-b1ae-6a71260b41ce None None] Releasing lock "port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.903485] env[65815]: INFO networking_nsxv3.common.synchronization [req-46b83e56-d8b0-4316-b2b5-33e80d071e38 req-f7793a2a-2cf1-4fbb-9ac7-6056a4d32be3 service nova] Enqueued Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_rules [ 1446.903712] env[65815]: INFO networking_nsxv3.common.synchronization [req-46b83e56-d8b0-4316-b2b5-33e80d071e38 req-f7793a2a-2cf1-4fbb-9ac7-6056a4d32be3 service nova] Enqueued Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_members [ 1446.903797] env[65815]: INFO networking_nsxv3.common.synchronization [req-46b83e56-d8b0-4316-b2b5-33e80d071e38 req-f7793a2a-2cf1-4fbb-9ac7-6056a4d32be3 service nova] Enqueued Resource ID: c7ba5434-78da-42fe-a6eb-cb18e7ecda14 with Priority: HIGHEST for action port [ 1446.904343] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_rules [ 1446.904475] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_members [ 1446.904570] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba5434-78da-42fe-a6eb-cb18e7ecda14 with Priority: HIGHEST for action port [ 1446.904852] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdaca382-1f26-4455-b13e-62d5b194fe31 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.904982] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.905083] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.905290] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.905371] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.906273] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdaca382-1f26-4455-b13e-62d5b194fe31 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.906328] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.906392] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.906554] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.906694] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.906787] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.906851] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.906989] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.907086] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.907171] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.907923] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.908029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.908096] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.908244] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.908319] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ba5434-78da-42fe-a6eb-cb18e7ecda14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.410777] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.411443] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdaca382-1f26-4455-b13e-62d5b194fe31 taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.411610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.411908] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7ba5434-78da-42fe-a6eb-cb18e7ecda14 with status ACTIVE [ 1447.412089] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.412291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.412291] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.412462] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.412551] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.412715] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.412808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.412872] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.413022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.413118] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.413267] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.413358] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.413417] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.413553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.413661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.413698] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7ba5434-78da-42fe-a6eb-cb18e7ecda14 is going to be updated. [ 1447.433864] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.434073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.434073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.434248] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.434372] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.434517] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7ba5434-78da-42fe-a6eb-cb18e7ecda14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.678360] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85970334-1404-4a86-8655-f4360d3fc861 in Status: SUCCESS [ 1447.678549] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85970334-1404-4a86-8655-f4360d3fc861 deletion is rescheduled due to dependency. [ 1447.678600] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.913056] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.415786] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.416149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.416149] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.416243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.416334] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.416462] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdaca382-1f26-4455-b13e-62d5b194fe31 is going to be created. [ 1448.440492] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.440802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.440802] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.440906] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.441029] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.449804] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdaca382-1f26-4455-b13e-62d5b194fe31 in Status: UNINITIALIZED for 2s [ 1450.462187] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdaca382-1f26-4455-b13e-62d5b194fe31 in Status: SUCCESS [ 1450.462471] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.462566] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.462764] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.463082] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.463212] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.463277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.463440] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.463518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.463599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.463686] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.965387] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1451.467780] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdaca382-1f26-4455-b13e-62d5b194fe31: rpc.has_security_group_logging(os_id): False [ 1451.485506] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.485661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.485812] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.486068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.486165] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.486411] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.486514] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.486571] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.486722] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.486797] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.486883] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdaca382-1f26-4455-b13e-62d5b194fe31 is going to be created. [ 1451.543362] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1451.543562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.543562] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1451.543792] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1451.543968] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1451.557898] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdaca382-1f26-4455-b13e-62d5b194fe31 in Status: IN_PROGRESS for 2s [ 1451.905890] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1451.905994] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1453.571328] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdaca382-1f26-4455-b13e-62d5b194fe31 in Status: SUCCESS [ 1453.571721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.907019] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1456.907019] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.908510] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.908947] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.909401] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.909789] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.910932] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.911350] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.912396] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.912767] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1481.913516] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1481.913898] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1486.914391] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1486.914828] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.915246] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1491.915623] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1496.916501] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1496.916885] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1501.918125] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1501.918125] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.919282] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1506.919643] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1511.920348] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.920740] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.037375] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1513.037708] env[65815]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-5fc25edc-e99e-4604-8b5e-299134820e1a None None] NSXv3 Agent Agent loop - iteration:4 started [ 1516.921749] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.921749] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.922791] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.923111] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.318928] env[65815]: INFO networking_nsxv3.common.synchronization [req-fe2752b8-dea8-4393-ba58-7d56c774bd28 req-5c602b19-7205-45d5-9040-0f6460ce0f2d tempest-AttachVolumeTestJSON-1142040888 tempest-AttachVolumeTestJSON-1142040888-project-member] Enqueued Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_members [ 1523.319509] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGHEST for action security_group_members [ 1523.319826] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdaca382-1f26-4455-b13e-62d5b194fe31 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.319949] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.320120] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.320373] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.320534] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.320638] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.320700] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.321079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.321079] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.321079] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.823807] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.824037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.824037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.824230] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.824305] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.824503] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.824602] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.824666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.824814] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.824916] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.824967] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdaca382-1f26-4455-b13e-62d5b194fe31 is going to be updated. [ 1523.859996] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.860272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.860272] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.860423] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.860569] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.869757] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdaca382-1f26-4455-b13e-62d5b194fe31 in Status: IN_PROGRESS for 2s [ 1525.897804] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdaca382-1f26-4455-b13e-62d5b194fe31 in Status: SUCCESS [ 1525.898332] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdaca382-1f26-4455-b13e-62d5b194fe31 deletion is rescheduled due to dependency. [ 1525.898332] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.320723] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.321126] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.322072] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.322477] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.323531] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.323531] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.324546] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.324937] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.986448] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.987038] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.987112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.987341] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.987454] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.490083] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.992411] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1545.494702] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1545.495333] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1546.238823] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.239077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.239077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.239258] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.252494] env[65815]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1546.253313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.254083] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1546.299024] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.299275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.299275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.299496] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.313849] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.314726] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1546.314810] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.314901] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1546.348635] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.348836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.348836] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.349045] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.349811] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.349990] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1546.423417] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.423658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.423658] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.423827] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.424144] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.424413] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1546.512630] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.513046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.513046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.513046] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.513363] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.513659] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 1546.513759] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a61e75cb-66bc-4a33-868f-b3ebad02942b', 'd747af5b-2551-4fed-98ec-6a162023416b', 'c4c23833-abc5-495e-82e3-2d8bf5e49208', '54c8a963-aa3f-4735-bc9a-c5790c01ccd5', '88d3c57e-ba54-4258-ab9a-a25b925c3783', 'b758871d-31cf-4de5-9bf4-aabf3ee55677', '4324075e-f71e-48cb-960d-fcd2754b3a8e', '79c55877-22a4-4fdc-a8a2-066e47bb1bcb', '11ae391e-fea1-4dd4-aca9-2c84f767fd9e', 'a1f5f4ab-a139-48af-a060-e62d38bb04b6', '0ebdae58-a9c9-4eed-9bc7-a392ada76a14', 'fb91393b-36a9-4f6a-a19b-792301f517bc', '85970334-1404-4a86-8655-f4360d3fc861', '228300c1-cec2-43f4-9eeb-c8181936c48f', 'b7747a38-4a65-470a-9e38-523ffe6321e5', 'd327a1bd-96b3-48f3-afe8-617cd0cb23f1', 'bdaca382-1f26-4455-b13e-62d5b194fe31', '30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0', '2d99e83e-6cfc-4650-8c0f-fbd59d881c79', '22043e09-0b09-4e49-bde6-f0422cea2597', 'df0e1b3f-73e3-4740-8307-d996aa54b8e6', 'b88cd2c4-b024-4702-912d-0841e16377e9', 'b3a4bfe9-edb7-491a-aa71-ec080943df66', 'b1d2f914-1e37-48fd-95af-8ec27507ec25', 'b3a6b391-b608-43fb-8aaa-a6db68dabaef', 'f735c2eb-8b74-4970-8fdd-9ebd2b2ebc58', 'ae9b11c1-1e39-4e0c-a82f-84ebc807cf15', '5e3594f0-40cf-4c5a-a1cf-78269b1274d8', '941fbcf2-f29d-4540-80e0-3c1d52dc1053', '04768c87-ba59-4f31-8487-63c48de9e25b'} {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.513857] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1546.533380] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.533522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.533619] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.533798] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.533889] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.533994] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1546.534082] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.534153] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1546.626203] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1546.626451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1546.626451] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1546.626578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1546.627701] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.628012] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1546.628095] env[65815]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65815) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1546.628168] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1546.628234] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1546.628310] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 1546.628415] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGH for action security_group_rules [ 1546.628489] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGH for action security_group_rules [ 1546.628558] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGH for action security_group_rules [ 1546.628621] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGH for action security_group_rules [ 1546.628683] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGH for action security_group_rules [ 1546.628746] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGH for action security_group_rules [ 1546.628807] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGH for action security_group_rules [ 1546.628868] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGH for action security_group_rules [ 1546.628928] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGH for action security_group_rules [ 1546.628989] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGH for action security_group_rules [ 1546.629061] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGH for action security_group_rules [ 1546.629121] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGH for action security_group_rules [ 1546.629181] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGH for action security_group_rules [ 1546.629241] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGH for action security_group_rules [ 1546.629301] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGH for action security_group_rules [ 1546.629385] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGH for action security_group_rules [ 1546.629506] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGH for action security_group_rules [ 1546.629506] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGH for action security_group_rules [ 1546.629601] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGH for action security_group_rules [ 1546.629601] env[65815]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGH for action security_group_rules [ 1546.629680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.325096] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.325566] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1548.325566] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a61e75cb-66bc-4a33-868f-b3ebad02942b with Priority: HIGH for action security_group_rules [ 1548.325566] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 with Priority: HIGH for action security_group_rules [ 1548.325566] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e with Priority: HIGH for action security_group_rules [ 1548.325810] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7747a38-4a65-470a-9e38-523ffe6321e5 with Priority: HIGH for action security_group_rules [ 1548.325810] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22043e09-0b09-4e49-bde6-f0422cea2597 with Priority: HIGH for action security_group_rules [ 1548.325810] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 with Priority: HIGH for action security_group_rules [ 1548.325954] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 with Priority: HIGH for action security_group_rules [ 1548.326037] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdaca382-1f26-4455-b13e-62d5b194fe31 with Priority: HIGH for action security_group_rules [ 1548.326103] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228300c1-cec2-43f4-9eeb-c8181936c48f with Priority: HIGH for action security_group_rules [ 1548.326157] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 with Priority: HIGH for action security_group_rules [ 1548.326255] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85970334-1404-4a86-8655-f4360d3fc861 with Priority: HIGH for action security_group_rules [ 1548.326324] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb91393b-36a9-4f6a-a19b-792301f517bc with Priority: HIGH for action security_group_rules [ 1548.326408] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 with Priority: HIGH for action security_group_rules [ 1548.326490] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 with Priority: HIGH for action security_group_rules [ 1548.326567] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e with Priority: HIGH for action security_group_rules [ 1548.326652] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 with Priority: HIGH for action security_group_rules [ 1548.326740] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb with Priority: HIGH for action security_group_rules [ 1548.326855] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 with Priority: HIGH for action security_group_rules [ 1548.327074] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d747af5b-2551-4fed-98ec-6a162023416b with Priority: HIGH for action security_group_rules [ 1548.327074] env[65815]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 with Priority: HIGH for action security_group_rules [ 1548.327392] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a61e75cb-66bc-4a33-868f-b3ebad02942b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.327512] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.327594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.327772] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.327849] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a61e75cb-66bc-4a33-868f-b3ebad02942b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.328894] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4c23833-abc5-495e-82e3-2d8bf5e49208 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.329075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.329075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.329265] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.329357] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4c23833-abc5-495e-82e3-2d8bf5e49208',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.330127] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4324075e-f71e-48cb-960d-fcd2754b3a8e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.330271] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.330354] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.330431] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.330500] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4324075e-f71e-48cb-960d-fcd2754b3a8e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.332350] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7747a38-4a65-470a-9e38-523ffe6321e5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.332350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.332350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.332350] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.332582] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7747a38-4a65-470a-9e38-523ffe6321e5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.333090] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22043e09-0b09-4e49-bde6-f0422cea2597 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.333210] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.333277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.333414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.333486] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22043e09-0b09-4e49-bde6-f0422cea2597',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.334567] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.334567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.334567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.334567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.334567] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d99e83e-6cfc-4650-8c0f-fbd59d881c79',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.335585] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.335585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.335585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.335585] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.335585] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.336439] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdaca382-1f26-4455-b13e-62d5b194fe31 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.336586] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.336651] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.336758] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.336834] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdaca382-1f26-4455-b13e-62d5b194fe31',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.337534] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-228300c1-cec2-43f4-9eeb-c8181936c48f taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.337655] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.337694] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.337856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.337932] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('228300c1-cec2-43f4-9eeb-c8181936c48f',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.338748] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.339049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.339049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.339049] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.339165] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d327a1bd-96b3-48f3-afe8-617cd0cb23f1',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.339739] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85970334-1404-4a86-8655-f4360d3fc861 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.339928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.339928] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.340084] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.340136] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85970334-1404-4a86-8655-f4360d3fc861',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.340882] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb91393b-36a9-4f6a-a19b-792301f517bc taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.340992] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.341302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.341302] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.341302] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb91393b-36a9-4f6a-a19b-792301f517bc',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.342017] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.342162] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.342234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.342409] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.342485] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ebdae58-a9c9-4eed-9bc7-a392ada76a14',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.343232] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.343439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.343439] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.343553] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.343586] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f5f4ab-a139-48af-a060-e62d38bb04b6',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.345825] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.345931] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.345998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.346155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.346220] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11ae391e-fea1-4dd4-aca9-2c84f767fd9e',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.346903] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b758871d-31cf-4de5-9bf4-aabf3ee55677 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.347039] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.347105] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.347196] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.347276] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b758871d-31cf-4de5-9bf4-aabf3ee55677',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.348047] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.348157] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.348217] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.348365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.348477] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79c55877-22a4-4fdc-a8a2-066e47bb1bcb',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.349191] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88d3c57e-ba54-4258-ab9a-a25b925c3783 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.349275] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.349311] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.349473] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.349626] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88d3c57e-ba54-4258-ab9a-a25b925c3783',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.490180] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d747af5b-2551-4fed-98ec-6a162023416b taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.490414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.490414] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.490587] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.490670] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d747af5b-2551-4fed-98ec-6a162023416b',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.491575] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5 taken with stack trace [, , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.491698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.491753] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.491915] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.491981] env[65815]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54c8a963-aa3f-4735-bc9a-c5790c01ccd5',) {} {{(pid=65815) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.535371] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.535618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.535666] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.535855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.537913] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.538068] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.543358] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.543567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.545770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.545890] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.546676] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.546796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.547592] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.547698] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.548446] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.548557] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.549215] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.549319] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.550426] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.550545] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.554597] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.554706] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d99e83e-6cfc-4650-8c0f-fbd59d881c79 is going to be deleted. [ 1548.555593] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.555796] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.574343] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.574492] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4324075e-f71e-48cb-960d-fcd2754b3a8e is going to be deleted. [ 1548.575345] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.575547] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.613855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.614065] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79c55877-22a4-4fdc-a8a2-066e47bb1bcb is going to be deleted. [ 1548.614921] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.615153] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.633546] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.633815] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.635068] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.635203] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.639087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.639188] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb91393b-36a9-4f6a-a19b-792301f517bc is going to be deleted. [ 1548.640159] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.640361] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.669313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.669506] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54c8a963-aa3f-4735-bc9a-c5790c01ccd5 is going to be deleted. [ 1548.670382] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.670599] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.700323] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.700502] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a61e75cb-66bc-4a33-868f-b3ebad02942b is going to be deleted. [ 1548.701433] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.701680] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.729610] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.729825] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.779998] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.780193] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f5f4ab-a139-48af-a060-e62d38bb04b6 is going to be deleted. [ 1548.781077] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.781296] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.789647] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.789903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.830577] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.830813] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d327a1bd-96b3-48f3-afe8-617cd0cb23f1 is going to be deleted. [ 1548.831766] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.832016] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.891843] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.892112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.892861] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.892998] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d747af5b-2551-4fed-98ec-6a162023416b is going to be deleted. [ 1548.893874] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.894116] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.894205] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.894327] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d99e83e-6cfc-4650-8c0f-fbd59d881c79" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.894485] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.894649] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.894725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.894840] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4324075e-f71e-48cb-960d-fcd2754b3a8e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.895338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.895525] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.895610] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.895721] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb91393b-36a9-4f6a-a19b-792301f517bc" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.895856] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.895997] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.896087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.896197] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79c55877-22a4-4fdc-a8a2-066e47bb1bcb" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.896338] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.896483] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.896558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.896661] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54c8a963-aa3f-4735-bc9a-c5790c01ccd5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.924455] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.924671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.924671] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.925033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.925033] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.925160] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a61e75cb-66bc-4a33-868f-b3ebad02942b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.937030] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.937234] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.937277] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.937469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.937558] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.937686] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f5f4ab-a139-48af-a060-e62d38bb04b6" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.030393] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.030618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.030618] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.030809] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.030898] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.031028] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d327a1bd-96b3-48f3-afe8-617cd0cb23f1" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.047035] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.047284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.047284] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.047469] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.051770] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.052024] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.054332] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.054486] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.068011] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.068262] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.068998] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.069138] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.091984] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.092223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.105682] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.105888] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.106902] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.107044] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.111488] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.111660] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.112376] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.112480] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.113025] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.113472] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.113567] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.114243] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.114642] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.114735] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.180450] env[65815]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1549.181115] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.181254] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b758871d-31cf-4de5-9bf4-aabf3ee55677 is going to be deleted. [ 1549.182293] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.182518] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.264727] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.264968] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdaca382-1f26-4455-b13e-62d5b194fe31 is going to be deleted. [ 1549.265807] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.266022] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.266112] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.266238] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d747af5b-2551-4fed-98ec-6a162023416b" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.266406] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.266582] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.303119] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.303304] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ebdae58-a9c9-4eed-9bc7-a392ada76a14 is going to be deleted. [ 1549.304228] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.304448] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.329905] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.330299] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4c23833-abc5-495e-82e3-2d8bf5e49208 is going to be deleted. [ 1549.330995] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.331223] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.363090] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.363320] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.375037] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.375221] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0 is going to be deleted. [ 1549.376155] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.376369] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.378357] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.378515] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.411751] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.411966] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 228300c1-cec2-43f4-9eeb-c8181936c48f is going to be deleted. [ 1549.412855] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.413097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.470335] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.470573] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.483443] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.483607] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85970334-1404-4a86-8655-f4360d3fc861 is going to be deleted. [ 1549.484685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.484910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.523016] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.523225] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.535870] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.536075] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.548936] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.549110] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22043e09-0b09-4e49-bde6-f0422cea2597 is going to be deleted. [ 1549.550093] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.550353] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.615670] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.615909] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.670061] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.670248] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11ae391e-fea1-4dd4-aca9-2c84f767fd9e is going to be deleted. [ 1549.671180] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.671396] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.681717] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.681903] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.723087] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.723257] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7747a38-4a65-470a-9e38-523ffe6321e5 is going to be deleted. [ 1549.724147] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.724365] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.754578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.754774] env[65815]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88d3c57e-ba54-4258-ab9a-a25b925c3783 is going to be deleted. [ 1549.755659] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.755869] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.755958] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.756094] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b758871d-31cf-4de5-9bf4-aabf3ee55677" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.756906] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.757073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.757073] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.757235] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.757313] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.757426] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22043e09-0b09-4e49-bde6-f0422cea2597" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.757549] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.757725] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.757808] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.757920] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdaca382-1f26-4455-b13e-62d5b194fe31" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.758441] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.758594] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.758665] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.758778] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ebdae58-a9c9-4eed-9bc7-a392ada76a14" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.758910] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.759062] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.759137] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.759243] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4c23833-abc5-495e-82e3-2d8bf5e49208" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.759351] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.759506] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.759578] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.759685] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30f7af1c-b4b7-4db8-ac6b-b3df5a1c84f0" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.759820] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.760012] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.760105] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.760204] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-228300c1-cec2-43f4-9eeb-c8181936c48f" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.760315] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.760449] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.760522] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.760622] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85970334-1404-4a86-8655-f4360d3fc861" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.894575] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.894783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.894783] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.894994] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.895097] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.895216] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7747a38-4a65-470a-9e38-523ffe6321e5" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.923787] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.924031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.924031] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.924226] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.924317] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.924438] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11ae391e-fea1-4dd4-aca9-2c84f767fd9e" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.949860] env[65815]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65815) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.950098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.950098] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.950308] env[65815]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.950536] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.950795] env[65815]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88d3c57e-ba54-4258-ab9a-a25b925c3783" {{(pid=65815) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.328219] env[65815]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.328647] env[65815]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0